2024-04-26T04:29:44.746 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-26T04:29:44.746 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/teuthology-2024-04-26_02:08:13-upgrade-squid-distro-default-smithi/7674569 --name teuthology-2024-04-26_02:08:13-upgrade-squid-distro-default-smithi --owner scheduled_teuthology@teuthology --description upgrade/quincy-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity} --verbose -- /home/teuthworker/archive/teuthology-2024-04-26_02:08:13-upgrade-squid-distro-default-smithi/7674569/orig.config.yaml 2024-04-26T04:29:44.805 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-26T04:29:44.904 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-04-26_02:08:13-upgrade-squid-distro-default-smithi/7674569 branch: squid description: upgrade/quincy-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity} email: ceph-qa@ceph.com first-half-sequence: - cephadm.shell: env: - sha1 mon.a: - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60 - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps - echo wait for minority of mons to upgrade - while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for majority of mons to upgrade - 'while ! ceph mon versions | grep $sha1 | egrep '': [23]'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for all mons to upgrade - 'while ! ceph mon versions | grep $sha1 | grep '': 3'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for half of osds to upgrade - 'while ! ceph osd versions | grep $sha1 | egrep '': [45678]''; do sleep 2 ; done' - ceph orch upgrade pause - ceph orch ps - ceph orch ps - ceph versions first-half-tasks: - workunit: branch: quincy clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' first_in_suite: false job_id: '7674569' kernel: kdb: 1 sha1: distro ktype: distro last_in_suite: false machine_type: smithi meta: - desc: 'run basic import/export cli tests for rbd ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' name: teuthology-2024-04-26_02:08:13-upgrade-squid-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: squid ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: b22e2ebdeb24376882b7bda2a7329c8cccc2276a ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: b22e2ebdeb24376882b7bda2a7329c8cccc2276a workunit: branch: squid sha1: b22e2ebdeb24376882b7bda2a7329c8cccc2276a owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b second-half-sequence: sequential: - cephadm.shell: env: - sha1 mon.a: - ceph orch upgrade resume - sleep 60 - echo wait for upgrade to complete - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - echo upgrade complete - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 second-half-tasks: - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' seed: 8320 sha1: b22e2ebdeb24376882b7bda2a7329c8cccc2276a sleep_before_teardown: 0 stress-tasks: - thrashosds: aggressive_pg_num_changes: false chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' - workunit: branch: quincy clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' - workunit: branch: quincy clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done rbd/test_librbd.sh 7-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 5-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 5-workload' subset: 10/32 suite: upgrade suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_b22e2ebdeb24376882b7bda2a7329c8cccc2276a/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: b22e2ebdeb24376882b7bda2a7329c8cccc2276a targets: smithi102.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNehggq1tZkPrQ99xqPX0uy4gJNf/g6il5ZSUA25Bch0B3SqoyWKXnBLHntjcEClNYTKVCBStqU3PN6dOCQZfmo= smithi174.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHqQND/QU64un26UXAODkE8dUueLoaZmpmFKWaNK3nbICUWOQrYk99ucT1lPtO+p6rFnqY5o+pA1x6WREV4J6f4= tasks: - install: branch: quincy exclude_packages: - ceph-volume - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - cephadm.shell: mon.a: - ceph fs volume create foo - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph.healthy: null - print: '**** upgrading first half of cluster, with stress ****' - parallel: - first-half-tasks - first-half-sequence - print: '**** done upgrading first half of cluster ****' - ceph.healthy: null - print: '**** applying stress + thrashing to mixed-version cluster ****' - parallel: - stress-tasks - ceph.healthy: null - print: '**** finishing upgrade ****' - parallel: - second-half-tasks - second-half-sequence - ceph.healthy: null teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-26_02:08:13 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-26T04:29:44.904 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_b22e2ebdeb24376882b7bda2a7329c8cccc2276a/qa; will attempt to use it 2024-04-26T04:29:44.905 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_b22e2ebdeb24376882b7bda2a7329c8cccc2276a/qa/tasks 2024-04-26T04:29:44.905 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-26T04:29:44.906 INFO:teuthology.task.internal:Checking packages... 2024-04-26T04:29:44.930 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash 'b22e2ebdeb24376882b7bda2a7329c8cccc2276a' 2024-04-26T04:29:44.930 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-26T04:29:44.930 INFO:teuthology.packaging:ref: None 2024-04-26T04:29:44.930 INFO:teuthology.packaging:tag: None 2024-04-26T04:29:44.930 INFO:teuthology.packaging:branch: squid 2024-04-26T04:29:44.930 INFO:teuthology.packaging:sha1: b22e2ebdeb24376882b7bda2a7329c8cccc2276a 2024-04-26T04:29:44.931 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=squid 2024-04-26T04:29:45.159 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2447-gb22e2ebd-1jammy 2024-04-26T04:29:45.161 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-26T04:29:45.168 INFO:teuthology.task.internal:no buildpackages task found 2024-04-26T04:29:45.168 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-26T04:29:45.191 INFO:teuthology.task.internal:Saving configuration 2024-04-26T04:29:45.213 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-26T04:29:45.258 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-26T04:29:45.282 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi102.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-26_02:08:13-upgrade-squid-distro-default-smithi/7674569', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 04:24:10.747158', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIIizCWJLRd3dHZnQAKcoP+4T76RUXgw+QCMJB4P2YkDk'} 2024-04-26T04:29:45.307 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi174.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-26_02:08:13-upgrade-squid-distro-default-smithi/7674569', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 04:24:10.745964', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIIREZQa87pBwXoIaUfTP7O76D/qUR5FF0yg3r3BKfqAr'} 2024-04-26T04:29:45.308 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-26T04:29:45.314 INFO:teuthology.task.internal:roles: ubuntu@smithi102.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-26T04:29:45.314 INFO:teuthology.task.internal:roles: ubuntu@smithi174.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-26T04:29:45.314 INFO:teuthology.run_tasks:Running task console_log... 2024-04-26T04:29:45.391 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f638e1f51f0>, signals=[15]) 2024-04-26T04:29:45.392 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-26T04:29:45.398 INFO:teuthology.task.internal:Opening connections... 2024-04-26T04:29:45.398 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi102.front.sepia.ceph.com 2024-04-26T04:29:45.402 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T04:29:45.485 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi174.front.sepia.ceph.com 2024-04-26T04:29:45.486 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi174.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T04:29:45.566 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-26T04:29:45.573 DEBUG:teuthology.orchestra.run.smithi102:> uname -m 2024-04-26T04:29:45.578 INFO:teuthology.orchestra.run.smithi102.stdout:x86_64 2024-04-26T04:29:45.578 DEBUG:teuthology.orchestra.run.smithi102:> cat /etc/os-release 2024-04-26T04:29:45.630 INFO:teuthology.orchestra.run.smithi102.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-04-26T04:29:45.630 INFO:teuthology.orchestra.run.smithi102.stdout:NAME="Ubuntu" 2024-04-26T04:29:45.630 INFO:teuthology.orchestra.run.smithi102.stdout:VERSION_ID="22.04" 2024-04-26T04:29:45.630 INFO:teuthology.orchestra.run.smithi102.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-04-26T04:29:45.630 INFO:teuthology.orchestra.run.smithi102.stdout:VERSION_CODENAME=jammy 2024-04-26T04:29:45.630 INFO:teuthology.orchestra.run.smithi102.stdout:ID=ubuntu 2024-04-26T04:29:45.631 INFO:teuthology.orchestra.run.smithi102.stdout:ID_LIKE=debian 2024-04-26T04:29:45.631 INFO:teuthology.orchestra.run.smithi102.stdout:HOME_URL="https://www.ubuntu.com/" 2024-04-26T04:29:45.631 INFO:teuthology.orchestra.run.smithi102.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-04-26T04:29:45.631 INFO:teuthology.orchestra.run.smithi102.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-04-26T04:29:45.631 INFO:teuthology.orchestra.run.smithi102.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-04-26T04:29:45.631 INFO:teuthology.orchestra.run.smithi102.stdout:UBUNTU_CODENAME=jammy 2024-04-26T04:29:45.631 INFO:teuthology.lock.ops:Updating smithi102.front.sepia.ceph.com on lock server 2024-04-26T04:29:45.653 DEBUG:teuthology.orchestra.run.smithi174:> uname -m 2024-04-26T04:29:45.658 INFO:teuthology.orchestra.run.smithi174.stdout:x86_64 2024-04-26T04:29:45.658 DEBUG:teuthology.orchestra.run.smithi174:> cat /etc/os-release 2024-04-26T04:29:45.704 INFO:teuthology.orchestra.run.smithi174.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-04-26T04:29:45.704 INFO:teuthology.orchestra.run.smithi174.stdout:NAME="Ubuntu" 2024-04-26T04:29:45.704 INFO:teuthology.orchestra.run.smithi174.stdout:VERSION_ID="22.04" 2024-04-26T04:29:45.704 INFO:teuthology.orchestra.run.smithi174.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-04-26T04:29:45.704 INFO:teuthology.orchestra.run.smithi174.stdout:VERSION_CODENAME=jammy 2024-04-26T04:29:45.704 INFO:teuthology.orchestra.run.smithi174.stdout:ID=ubuntu 2024-04-26T04:29:45.705 INFO:teuthology.orchestra.run.smithi174.stdout:ID_LIKE=debian 2024-04-26T04:29:45.705 INFO:teuthology.orchestra.run.smithi174.stdout:HOME_URL="https://www.ubuntu.com/" 2024-04-26T04:29:45.705 INFO:teuthology.orchestra.run.smithi174.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-04-26T04:29:45.705 INFO:teuthology.orchestra.run.smithi174.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-04-26T04:29:45.705 INFO:teuthology.orchestra.run.smithi174.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-04-26T04:29:45.705 INFO:teuthology.orchestra.run.smithi174.stdout:UBUNTU_CODENAME=jammy 2024-04-26T04:29:45.705 INFO:teuthology.lock.ops:Updating smithi174.front.sepia.ceph.com on lock server 2024-04-26T04:29:45.728 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-26T04:29:45.739 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-26T04:29:45.745 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-26T04:29:45.745 DEBUG:teuthology.orchestra.run.smithi102:> test '!' -e /home/ubuntu/cephtest 2024-04-26T04:29:45.748 DEBUG:teuthology.orchestra.run.smithi174:> test '!' -e /home/ubuntu/cephtest 2024-04-26T04:29:45.752 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-26T04:29:45.758 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-26T04:29:45.758 DEBUG:teuthology.orchestra.run.smithi102:> test -z $(ls -A /var/lib/ceph) 2024-04-26T04:29:45.796 DEBUG:teuthology.orchestra.run.smithi174:> test -z $(ls -A /var/lib/ceph) 2024-04-26T04:29:45.831 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-26T04:29:45.885 INFO:teuthology.run_tasks:Running task kernel... 2024-04-26T04:29:45.900 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-04-26T04:29:45.900 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-04-26T04:29:45.901 DEBUG:teuthology.orchestra.run.smithi102:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T04:29:45.901 DEBUG:teuthology.orchestra.run.smithi174:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-26T04:29:45.905 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T04:29:45.906 DEBUG:teuthology.orchestra.run.smithi102:> uname -r 2024-04-26T04:29:45.906 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T04:29:45.907 DEBUG:teuthology.orchestra.run.smithi174:> uname -r 2024-04-26T04:29:45.952 INFO:teuthology.orchestra.run.smithi174.stdout:5.15.0-56-generic 2024-04-26T04:29:45.953 INFO:teuthology.task.kernel:Running kernel on smithi174: 5.15.0-56-generic 2024-04-26T04:29:45.953 DEBUG:teuthology.orchestra.run.smithi174:> sudo apt-get clean 2024-04-26T04:29:45.954 INFO:teuthology.orchestra.run.smithi102.stdout:5.15.0-56-generic 2024-04-26T04:29:45.955 INFO:teuthology.task.kernel:Running kernel on smithi102: 5.15.0-56-generic 2024-04-26T04:29:45.955 DEBUG:teuthology.orchestra.run.smithi102:> sudo apt-get clean 2024-04-26T04:29:46.071 DEBUG:teuthology.orchestra.run.smithi102:> sudo apt-get update 2024-04-26T04:29:46.101 DEBUG:teuthology.orchestra.run.smithi174:> sudo apt-get update 2024-04-26T04:29:46.241 INFO:teuthology.orchestra.run.smithi102.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-04-26T04:29:46.254 INFO:teuthology.orchestra.run.smithi174.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-04-26T04:29:46.256 INFO:teuthology.orchestra.run.smithi174.stdout:Get:2 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2024-04-26T04:29:46.258 INFO:teuthology.orchestra.run.smithi102.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2024-04-26T04:29:46.258 INFO:teuthology.orchestra.run.smithi174.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2024-04-26T04:29:46.344 INFO:teuthology.orchestra.run.smithi102.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [109 kB] 2024-04-26T04:29:46.349 INFO:teuthology.orchestra.run.smithi174.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [109 kB] 2024-04-26T04:29:46.452 INFO:teuthology.orchestra.run.smithi102.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2024-04-26T04:29:46.473 INFO:teuthology.orchestra.run.smithi102.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,610 kB] 2024-04-26T04:29:46.480 INFO:teuthology.orchestra.run.smithi174.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [452 kB] 2024-04-26T04:29:46.552 INFO:teuthology.orchestra.run.smithi174.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [618 kB] 2024-04-26T04:29:46.570 INFO:teuthology.orchestra.run.smithi174.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,394 kB] 2024-04-26T04:29:46.589 INFO:teuthology.orchestra.run.smithi102.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [618 kB] 2024-04-26T04:29:46.598 INFO:teuthology.orchestra.run.smithi102.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [303 kB] 2024-04-26T04:29:46.603 INFO:teuthology.orchestra.run.smithi102.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [16.1 kB] 2024-04-26T04:29:46.603 INFO:teuthology.orchestra.run.smithi102.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [1,830 kB] 2024-04-26T04:29:46.623 INFO:teuthology.orchestra.run.smithi174.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [243 kB] 2024-04-26T04:29:46.627 INFO:teuthology.orchestra.run.smithi174.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [11.4 kB] 2024-04-26T04:29:46.627 INFO:teuthology.orchestra.run.smithi174.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [36.5 kB] 2024-04-26T04:29:46.628 INFO:teuthology.orchestra.run.smithi174.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [1,773 kB] 2024-04-26T04:29:46.632 INFO:teuthology.orchestra.run.smithi102.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [38.1 kB] 2024-04-26T04:29:46.633 INFO:teuthology.orchestra.run.smithi102.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [311 kB] 2024-04-26T04:29:46.639 INFO:teuthology.orchestra.run.smithi102.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [520 B] 2024-04-26T04:29:46.639 INFO:teuthology.orchestra.run.smithi102.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [700 kB] 2024-04-26T04:29:46.649 INFO:teuthology.orchestra.run.smithi174.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,610 kB] 2024-04-26T04:29:46.651 INFO:teuthology.orchestra.run.smithi102.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,071 kB] 2024-04-26T04:29:46.673 INFO:teuthology.orchestra.run.smithi102.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [244 kB] 2024-04-26T04:29:46.677 INFO:teuthology.orchestra.run.smithi102.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [22.1 kB] 2024-04-26T04:29:46.682 INFO:teuthology.orchestra.run.smithi174.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [300 kB] 2024-04-26T04:29:46.687 INFO:teuthology.orchestra.run.smithi174.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [520 B] 2024-04-26T04:29:46.687 INFO:teuthology.orchestra.run.smithi174.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [848 kB] 2024-04-26T04:29:46.690 INFO:teuthology.orchestra.run.smithi102.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,472 B] 2024-04-26T04:29:46.691 INFO:teuthology.orchestra.run.smithi102.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [42.7 kB] 2024-04-26T04:29:46.701 INFO:teuthology.orchestra.run.smithi174.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [601 kB] 2024-04-26T04:29:46.708 INFO:teuthology.orchestra.run.smithi102.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.4 kB] 2024-04-26T04:29:46.708 INFO:teuthology.orchestra.run.smithi102.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [472 B] 2024-04-26T04:29:46.714 INFO:teuthology.orchestra.run.smithi102.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.1 kB] 2024-04-26T04:29:46.715 INFO:teuthology.orchestra.run.smithi102.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.3 kB] 2024-04-26T04:29:46.717 INFO:teuthology.orchestra.run.smithi102.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.0 kB] 2024-04-26T04:29:46.717 INFO:teuthology.orchestra.run.smithi102.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-04-26T04:29:46.717 INFO:teuthology.orchestra.run.smithi102.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [16.0 kB] 2024-04-26T04:29:46.719 INFO:teuthology.orchestra.run.smithi102.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [27.2 kB] 2024-04-26T04:29:46.724 INFO:teuthology.orchestra.run.smithi174.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [163 kB] 2024-04-26T04:29:46.724 INFO:teuthology.orchestra.run.smithi174.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [303 kB] 2024-04-26T04:29:46.726 INFO:teuthology.orchestra.run.smithi174.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [16.8 kB] 2024-04-26T04:29:46.727 INFO:teuthology.orchestra.run.smithi174.stdout:Get:20 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-04-26T04:29:46.727 INFO:teuthology.orchestra.run.smithi174.stdout:Get:21 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-04-26T04:29:46.728 INFO:teuthology.orchestra.run.smithi174.stdout:Get:22 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-04-26T04:29:46.730 INFO:teuthology.orchestra.run.smithi174.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [16.1 kB] 2024-04-26T04:29:46.731 INFO:teuthology.orchestra.run.smithi174.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [38.1 kB] 2024-04-26T04:29:46.732 INFO:teuthology.orchestra.run.smithi174.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [1,830 kB] 2024-04-26T04:29:46.736 INFO:teuthology.orchestra.run.smithi174.stdout:Get:26 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [260 B] 2024-04-26T04:29:46.740 INFO:teuthology.orchestra.run.smithi102.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.2 kB] 2024-04-26T04:29:46.741 INFO:teuthology.orchestra.run.smithi102.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [644 B] 2024-04-26T04:29:46.762 INFO:teuthology.orchestra.run.smithi174.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [311 kB] 2024-04-26T04:29:46.765 INFO:teuthology.orchestra.run.smithi174.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [520 B] 2024-04-26T04:29:46.766 INFO:teuthology.orchestra.run.smithi174.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,071 kB] 2024-04-26T04:29:46.779 INFO:teuthology.orchestra.run.smithi174.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [700 kB] 2024-04-26T04:29:46.787 INFO:teuthology.orchestra.run.smithi174.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [244 kB] 2024-04-26T04:29:46.791 INFO:teuthology.orchestra.run.smithi174.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [22.1 kB] 2024-04-26T04:29:46.791 INFO:teuthology.orchestra.run.smithi174.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [42.7 kB] 2024-04-26T04:29:46.791 INFO:teuthology.orchestra.run.smithi174.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,472 B] 2024-04-26T04:29:46.791 INFO:teuthology.orchestra.run.smithi174.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.4 kB] 2024-04-26T04:29:46.795 INFO:teuthology.orchestra.run.smithi174.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [472 B] 2024-04-26T04:29:46.795 INFO:teuthology.orchestra.run.smithi174.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.3 kB] 2024-04-26T04:29:46.796 INFO:teuthology.orchestra.run.smithi174.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.1 kB] 2024-04-26T04:29:46.812 INFO:teuthology.orchestra.run.smithi174.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.0 kB] 2024-04-26T04:29:46.812 INFO:teuthology.orchestra.run.smithi174.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-04-26T04:29:46.813 INFO:teuthology.orchestra.run.smithi174.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [16.0 kB] 2024-04-26T04:29:46.813 INFO:teuthology.orchestra.run.smithi174.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [27.2 kB] 2024-04-26T04:29:46.813 INFO:teuthology.orchestra.run.smithi174.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.2 kB] 2024-04-26T04:29:46.817 INFO:teuthology.orchestra.run.smithi174.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [644 B] 2024-04-26T04:29:47.114 INFO:teuthology.orchestra.run.smithi102.stdout:Get:29 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,394 kB] 2024-04-26T04:29:48.043 INFO:teuthology.orchestra.run.smithi102.stdout:Get:30 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [452 kB] 2024-04-26T04:29:48.215 INFO:teuthology.orchestra.run.smithi102.stdout:Get:31 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [243 kB] 2024-04-26T04:29:48.299 INFO:teuthology.orchestra.run.smithi102.stdout:Get:32 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [11.4 kB] 2024-04-26T04:29:48.301 INFO:teuthology.orchestra.run.smithi102.stdout:Get:33 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [1,773 kB] 2024-04-26T04:29:48.640 INFO:teuthology.orchestra.run.smithi102.stdout:Get:34 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [36.5 kB] 2024-04-26T04:29:48.648 INFO:teuthology.orchestra.run.smithi102.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [300 kB] 2024-04-26T04:29:48.676 INFO:teuthology.orchestra.run.smithi102.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [520 B] 2024-04-26T04:29:48.681 INFO:teuthology.orchestra.run.smithi102.stdout:Get:37 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [848 kB] 2024-04-26T04:29:48.754 INFO:teuthology.orchestra.run.smithi102.stdout:Get:38 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [601 kB] 2024-04-26T04:29:48.954 INFO:teuthology.orchestra.run.smithi102.stdout:Get:39 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [163 kB] 2024-04-26T04:29:49.361 INFO:teuthology.orchestra.run.smithi102.stdout:Get:40 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [16.8 kB] 2024-04-26T04:29:49.366 INFO:teuthology.orchestra.run.smithi102.stdout:Get:41 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-04-26T04:29:49.381 INFO:teuthology.orchestra.run.smithi102.stdout:Get:42 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-04-26T04:29:49.381 INFO:teuthology.orchestra.run.smithi102.stdout:Get:43 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-04-26T04:29:49.384 INFO:teuthology.orchestra.run.smithi102.stdout:Get:44 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [260 B] 2024-04-26T04:29:52.295 INFO:teuthology.orchestra.run.smithi174.stdout:Fetched 13.2 MB in 2s (7,181 kB/s) 2024-04-26T04:29:53.557 INFO:teuthology.orchestra.run.smithi174.stdout:Reading package lists... 2024-04-26T04:29:53.575 DEBUG:teuthology.orchestra.run.smithi174:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-04-26T04:29:53.635 INFO:teuthology.orchestra.run.smithi174.stdout:Reading package lists... 2024-04-26T04:29:53.691 INFO:teuthology.orchestra.run.smithi102.stdout:Fetched 13.2 MB in 3s (4,096 kB/s) 2024-04-26T04:29:53.835 INFO:teuthology.orchestra.run.smithi174.stdout:Building dependency tree... 2024-04-26T04:29:53.835 INFO:teuthology.orchestra.run.smithi174.stdout:Reading state information... 2024-04-26T04:29:54.002 INFO:teuthology.orchestra.run.smithi174.stdout:The following packages were automatically installed and are no longer required: 2024-04-26T04:29:54.003 INFO:teuthology.orchestra.run.smithi174.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-04-26T04:29:54.003 INFO:teuthology.orchestra.run.smithi174.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-04-26T04:29:54.003 INFO:teuthology.orchestra.run.smithi174.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-04-26T04:29:54.003 INFO:teuthology.orchestra.run.smithi174.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-04-26T04:29:54.003 INFO:teuthology.orchestra.run.smithi174.stdout: python2.7-minimal 2024-04-26T04:29:54.003 INFO:teuthology.orchestra.run.smithi174.stdout:Use 'sudo apt autoremove' to remove them. 2024-04-26T04:29:54.004 INFO:teuthology.orchestra.run.smithi174.stdout:The following additional packages will be installed: 2024-04-26T04:29:54.005 INFO:teuthology.orchestra.run.smithi174.stdout: linux-generic linux-headers-5.15.0-105 linux-headers-5.15.0-105-generic 2024-04-26T04:29:54.005 INFO:teuthology.orchestra.run.smithi174.stdout: linux-headers-generic linux-image-5.15.0-105-generic 2024-04-26T04:29:54.005 INFO:teuthology.orchestra.run.smithi174.stdout: linux-modules-5.15.0-105-generic linux-modules-extra-5.15.0-105-generic 2024-04-26T04:29:54.006 INFO:teuthology.orchestra.run.smithi174.stdout:Suggested packages: 2024-04-26T04:29:54.006 INFO:teuthology.orchestra.run.smithi174.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-04-26T04:29:54.006 INFO:teuthology.orchestra.run.smithi174.stdout:Recommended packages: 2024-04-26T04:29:54.006 INFO:teuthology.orchestra.run.smithi174.stdout: thermald 2024-04-26T04:29:54.065 INFO:teuthology.orchestra.run.smithi174.stdout:The following NEW packages will be installed: 2024-04-26T04:29:54.066 INFO:teuthology.orchestra.run.smithi174.stdout: linux-headers-5.15.0-105 linux-headers-5.15.0-105-generic 2024-04-26T04:29:54.066 INFO:teuthology.orchestra.run.smithi174.stdout: linux-image-5.15.0-105-generic linux-modules-5.15.0-105-generic 2024-04-26T04:29:54.066 INFO:teuthology.orchestra.run.smithi174.stdout: linux-modules-extra-5.15.0-105-generic 2024-04-26T04:29:54.067 INFO:teuthology.orchestra.run.smithi174.stdout:The following packages will be upgraded: 2024-04-26T04:29:54.067 INFO:teuthology.orchestra.run.smithi174.stdout: linux-generic linux-headers-generic linux-image-generic 2024-04-26T04:29:54.127 INFO:teuthology.orchestra.run.smithi174.stdout:3 upgraded, 5 newly installed, 0 to remove and 315 not upgraded. 2024-04-26T04:29:54.128 INFO:teuthology.orchestra.run.smithi174.stdout:Need to get 113 MB of archives. 2024-04-26T04:29:54.128 INFO:teuthology.orchestra.run.smithi174.stdout:After this operation, 583 MB of additional disk space will be used. 2024-04-26T04:29:54.128 INFO:teuthology.orchestra.run.smithi174.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-105-generic amd64 5.15.0-105.115 [22.7 MB] 2024-04-26T04:29:54.757 INFO:teuthology.orchestra.run.smithi174.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-105-generic amd64 5.15.0-105.115 [11.5 MB] 2024-04-26T04:29:54.961 INFO:teuthology.orchestra.run.smithi174.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-105-generic amd64 5.15.0-105.115 [63.9 MB] 2024-04-26T04:29:55.064 INFO:teuthology.orchestra.run.smithi102.stdout:Reading package lists... 2024-04-26T04:29:55.081 DEBUG:teuthology.orchestra.run.smithi102:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-04-26T04:29:55.140 INFO:teuthology.orchestra.run.smithi102.stdout:Reading package lists... 2024-04-26T04:29:55.338 INFO:teuthology.orchestra.run.smithi102.stdout:Building dependency tree... 2024-04-26T04:29:55.338 INFO:teuthology.orchestra.run.smithi102.stdout:Reading state information... 2024-04-26T04:29:55.512 INFO:teuthology.orchestra.run.smithi102.stdout:The following packages were automatically installed and are no longer required: 2024-04-26T04:29:55.512 INFO:teuthology.orchestra.run.smithi102.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-04-26T04:29:55.513 INFO:teuthology.orchestra.run.smithi102.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-04-26T04:29:55.513 INFO:teuthology.orchestra.run.smithi102.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-04-26T04:29:55.513 INFO:teuthology.orchestra.run.smithi102.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-04-26T04:29:55.513 INFO:teuthology.orchestra.run.smithi102.stdout: python2.7-minimal 2024-04-26T04:29:55.513 INFO:teuthology.orchestra.run.smithi102.stdout:Use 'sudo apt autoremove' to remove them. 2024-04-26T04:29:55.515 INFO:teuthology.orchestra.run.smithi102.stdout:The following additional packages will be installed: 2024-04-26T04:29:55.515 INFO:teuthology.orchestra.run.smithi102.stdout: linux-generic linux-headers-5.15.0-105 linux-headers-5.15.0-105-generic 2024-04-26T04:29:55.515 INFO:teuthology.orchestra.run.smithi102.stdout: linux-headers-generic linux-image-5.15.0-105-generic 2024-04-26T04:29:55.515 INFO:teuthology.orchestra.run.smithi102.stdout: linux-modules-5.15.0-105-generic linux-modules-extra-5.15.0-105-generic 2024-04-26T04:29:55.516 INFO:teuthology.orchestra.run.smithi102.stdout:Suggested packages: 2024-04-26T04:29:55.516 INFO:teuthology.orchestra.run.smithi102.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-04-26T04:29:55.516 INFO:teuthology.orchestra.run.smithi102.stdout:Recommended packages: 2024-04-26T04:29:55.517 INFO:teuthology.orchestra.run.smithi102.stdout: thermald 2024-04-26T04:29:55.564 INFO:teuthology.orchestra.run.smithi102.stdout:The following NEW packages will be installed: 2024-04-26T04:29:55.564 INFO:teuthology.orchestra.run.smithi102.stdout: linux-headers-5.15.0-105 linux-headers-5.15.0-105-generic 2024-04-26T04:29:55.564 INFO:teuthology.orchestra.run.smithi102.stdout: linux-image-5.15.0-105-generic linux-modules-5.15.0-105-generic 2024-04-26T04:29:55.564 INFO:teuthology.orchestra.run.smithi102.stdout: linux-modules-extra-5.15.0-105-generic 2024-04-26T04:29:55.566 INFO:teuthology.orchestra.run.smithi102.stdout:The following packages will be upgraded: 2024-04-26T04:29:55.567 INFO:teuthology.orchestra.run.smithi102.stdout: linux-generic linux-headers-generic linux-image-generic 2024-04-26T04:29:55.748 INFO:teuthology.orchestra.run.smithi102.stdout:3 upgraded, 5 newly installed, 0 to remove and 315 not upgraded. 2024-04-26T04:29:55.748 INFO:teuthology.orchestra.run.smithi102.stdout:Need to get 113 MB of archives. 2024-04-26T04:29:55.748 INFO:teuthology.orchestra.run.smithi102.stdout:After this operation, 583 MB of additional disk space will be used. 2024-04-26T04:29:55.748 INFO:teuthology.orchestra.run.smithi102.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-105-generic amd64 5.15.0-105.115 [22.7 MB] 2024-04-26T04:29:56.098 INFO:teuthology.orchestra.run.smithi174.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.105.102 [1,694 B] 2024-04-26T04:29:56.098 INFO:teuthology.orchestra.run.smithi174.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.105.102 [2,530 B] 2024-04-26T04:29:56.098 INFO:teuthology.orchestra.run.smithi174.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-105 all 5.15.0-105.115 [12.3 MB] 2024-04-26T04:29:56.319 INFO:teuthology.orchestra.run.smithi174.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-105-generic amd64 5.15.0-105.115 [2,857 kB] 2024-04-26T04:29:56.353 INFO:teuthology.orchestra.run.smithi174.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.105.102 [2,382 B] 2024-04-26T04:29:56.782 INFO:teuthology.orchestra.run.smithi174.stdout:Fetched 113 MB in 2s (49.7 MB/s) 2024-04-26T04:29:56.979 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package linux-modules-5.15.0-105-generic. 2024-04-26T04:29:57.157 INFO:teuthology.orchestra.run.smithi102.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-105-generic amd64 5.15.0-105.115 [11.5 MB] 2024-04-26T04:29:57.505 INFO:teuthology.orchestra.run.smithi102.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-105-generic amd64 5.15.0-105.115 [63.9 MB] 2024-04-26T04:29:58.894 INFO:teuthology.orchestra.run.smithi174.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-04-26T04:29:58.896 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../0-linux-modules-5.15.0-105-generic_5.15.0-105.115_amd64.deb ... 2024-04-26T04:29:58.991 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking linux-modules-5.15.0-105-generic (5.15.0-105.115) ... 2024-04-26T04:29:59.654 INFO:teuthology.orchestra.run.smithi102.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.105.102 [1,694 B] 2024-04-26T04:29:59.654 INFO:teuthology.orchestra.run.smithi102.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.105.102 [2,530 B] 2024-04-26T04:29:59.655 INFO:teuthology.orchestra.run.smithi102.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-105 all 5.15.0-105.115 [12.3 MB] 2024-04-26T04:30:00.305 INFO:teuthology.orchestra.run.smithi102.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-105-generic amd64 5.15.0-105.115 [2,857 kB] 2024-04-26T04:30:00.417 INFO:teuthology.orchestra.run.smithi102.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.105.102 [2,382 B] 2024-04-26T04:30:00.814 INFO:teuthology.orchestra.run.smithi102.stdout:Fetched 113 MB in 5s (23.4 MB/s) 2024-04-26T04:30:00.972 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package linux-modules-5.15.0-105-generic. 2024-04-26T04:30:01.074 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package linux-image-5.15.0-105-generic. 2024-04-26T04:30:01.096 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../1-linux-image-5.15.0-105-generic_5.15.0-105.115_amd64.deb ... 2024-04-26T04:30:01.176 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking linux-image-5.15.0-105-generic (5.15.0-105.115) ... 2024-04-26T04:30:01.619 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-105-generic. 2024-04-26T04:30:01.639 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-105-generic_5.15.0-105.115_amd64.deb ... 2024-04-26T04:30:01.677 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking linux-modules-extra-5.15.0-105-generic (5.15.0-105.115) ... 2024-04-26T04:30:03.071 INFO:teuthology.orchestra.run.smithi102.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-04-26T04:30:03.075 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../0-linux-modules-5.15.0-105-generic_5.15.0-105.115_amd64.deb ... 2024-04-26T04:30:03.186 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking linux-modules-5.15.0-105-generic (5.15.0-105.115) ... 2024-04-26T04:30:05.404 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package linux-image-5.15.0-105-generic. 2024-04-26T04:30:05.426 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../1-linux-image-5.15.0-105-generic_5.15.0-105.115_amd64.deb ... 2024-04-26T04:30:05.515 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking linux-image-5.15.0-105-generic (5.15.0-105.115) ... 2024-04-26T04:30:05.982 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-105-generic. 2024-04-26T04:30:06.003 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-105-generic_5.15.0-105.115_amd64.deb ... 2024-04-26T04:30:06.155 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking linux-modules-extra-5.15.0-105-generic (5.15.0-105.115) ... 2024-04-26T04:30:08.406 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../3-linux-generic_5.15.0.105.102_amd64.deb ... 2024-04-26T04:30:08.508 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking linux-generic (5.15.0.105.102) over (5.15.0.56.54) ... 2024-04-26T04:30:08.841 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.105.102_amd64.deb ... 2024-04-26T04:30:08.969 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking linux-image-generic (5.15.0.105.102) over (5.15.0.56.54) ... 2024-04-26T04:30:09.272 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package linux-headers-5.15.0-105. 2024-04-26T04:30:09.295 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../5-linux-headers-5.15.0-105_5.15.0-105.115_all.deb ... 2024-04-26T04:30:09.339 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking linux-headers-5.15.0-105 (5.15.0-105.115) ... 2024-04-26T04:30:13.221 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../3-linux-generic_5.15.0.105.102_amd64.deb ... 2024-04-26T04:30:13.345 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking linux-generic (5.15.0.105.102) over (5.15.0.56.54) ... 2024-04-26T04:30:13.686 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.105.102_amd64.deb ... 2024-04-26T04:30:13.799 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking linux-image-generic (5.15.0.105.102) over (5.15.0.56.54) ... 2024-04-26T04:30:14.102 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package linux-headers-5.15.0-105. 2024-04-26T04:30:14.124 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../5-linux-headers-5.15.0-105_5.15.0-105.115_all.deb ... 2024-04-26T04:30:14.168 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking linux-headers-5.15.0-105 (5.15.0-105.115) ... 2024-04-26T04:30:15.309 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package linux-headers-5.15.0-105-generic. 2024-04-26T04:30:15.341 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../6-linux-headers-5.15.0-105-generic_5.15.0-105.115_amd64.deb ... 2024-04-26T04:30:15.384 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking linux-headers-5.15.0-105-generic (5.15.0-105.115) ... 2024-04-26T04:30:17.962 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.105.102_amd64.deb ... 2024-04-26T04:30:18.084 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking linux-headers-generic (5.15.0.105.102) over (5.15.0.56.54) ... 2024-04-26T04:30:18.434 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up linux-headers-5.15.0-105 (5.15.0-105.115) ... 2024-04-26T04:30:18.555 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up linux-headers-5.15.0-105-generic (5.15.0-105.115) ... 2024-04-26T04:30:18.706 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up linux-headers-generic (5.15.0.105.102) ... 2024-04-26T04:30:18.835 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up linux-image-5.15.0-105-generic (5.15.0-105.115) ... 2024-04-26T04:30:19.651 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package linux-headers-5.15.0-105-generic. 2024-04-26T04:30:19.688 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../6-linux-headers-5.15.0-105-generic_5.15.0-105.115_amd64.deb ... 2024-04-26T04:30:19.726 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking linux-headers-5.15.0-105-generic (5.15.0-105.115) ... 2024-04-26T04:30:20.143 INFO:teuthology.orchestra.run.smithi174.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-04-26T04:30:20.143 INFO:teuthology.orchestra.run.smithi174.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-04-26T04:30:20.143 INFO:teuthology.orchestra.run.smithi174.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-105-generic 2024-04-26T04:30:20.143 INFO:teuthology.orchestra.run.smithi174.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-105-generic 2024-04-26T04:30:20.286 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up linux-modules-5.15.0-105-generic (5.15.0-105.115) ... 2024-04-26T04:30:22.442 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up linux-modules-extra-5.15.0-105-generic (5.15.0-105.115) ... 2024-04-26T04:30:23.856 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up linux-image-generic (5.15.0.105.102) ... 2024-04-26T04:30:23.950 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.105.102_amd64.deb ... 2024-04-26T04:30:24.006 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up linux-generic (5.15.0.105.102) ... 2024-04-26T04:30:24.073 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking linux-headers-generic (5.15.0.105.102) over (5.15.0.56.54) ... 2024-04-26T04:30:24.133 INFO:teuthology.orchestra.run.smithi174.stdout:Processing triggers for linux-image-5.15.0-105-generic (5.15.0-105.115) ... 2024-04-26T04:30:24.198 INFO:teuthology.orchestra.run.smithi174.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-04-26T04:30:24.199 INFO:teuthology.orchestra.run.smithi174.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-105-generic 2024-04-26T04:30:24.472 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up linux-headers-5.15.0-105 (5.15.0-105.115) ... 2024-04-26T04:30:24.619 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up linux-headers-5.15.0-105-generic (5.15.0-105.115) ... 2024-04-26T04:30:24.745 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up linux-headers-generic (5.15.0.105.102) ... 2024-04-26T04:30:24.892 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up linux-image-5.15.0-105-generic (5.15.0-105.115) ... 2024-04-26T04:30:26.237 INFO:teuthology.orchestra.run.smithi102.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-04-26T04:30:26.237 INFO:teuthology.orchestra.run.smithi102.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-04-26T04:30:26.237 INFO:teuthology.orchestra.run.smithi102.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-105-generic 2024-04-26T04:30:26.237 INFO:teuthology.orchestra.run.smithi102.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-105-generic 2024-04-26T04:30:26.418 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up linux-modules-5.15.0-105-generic (5.15.0-105.115) ... 2024-04-26T04:30:27.828 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up linux-modules-extra-5.15.0-105-generic (5.15.0-105.115) ... 2024-04-26T04:30:29.562 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up linux-image-generic (5.15.0.105.102) ... 2024-04-26T04:30:29.722 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up linux-generic (5.15.0.105.102) ... 2024-04-26T04:30:29.848 INFO:teuthology.orchestra.run.smithi102.stdout:Processing triggers for linux-image-5.15.0-105-generic (5.15.0-105.115) ... 2024-04-26T04:30:29.915 INFO:teuthology.orchestra.run.smithi102.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-04-26T04:30:29.915 INFO:teuthology.orchestra.run.smithi102.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-105-generic 2024-04-26T04:30:38.751 INFO:teuthology.orchestra.run.smithi174.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-04-26T04:30:38.752 INFO:teuthology.orchestra.run.smithi174.stdout:Sourcing file `/etc/default/grub' 2024-04-26T04:30:38.776 INFO:teuthology.orchestra.run.smithi174.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-04-26T04:30:38.795 INFO:teuthology.orchestra.run.smithi174.stdout:Generating grub configuration file ... 2024-04-26T04:30:39.028 INFO:teuthology.orchestra.run.smithi174.stdout:Found linux image: /boot/vmlinuz-5.15.0-105-generic 2024-04-26T04:30:39.046 INFO:teuthology.orchestra.run.smithi174.stdout:Found initrd image: /boot/initrd.img-5.15.0-105-generic 2024-04-26T04:30:39.320 INFO:teuthology.orchestra.run.smithi174.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-04-26T04:30:39.326 INFO:teuthology.orchestra.run.smithi174.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-04-26T04:30:39.398 INFO:teuthology.orchestra.run.smithi174.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-04-26T04:30:39.404 INFO:teuthology.orchestra.run.smithi174.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-04-26T04:30:39.573 INFO:teuthology.orchestra.run.smithi174.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-04-26T04:30:39.573 INFO:teuthology.orchestra.run.smithi174.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-04-26T04:30:39.574 INFO:teuthology.orchestra.run.smithi174.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-04-26T04:30:39.625 INFO:teuthology.orchestra.run.smithi174.stdout:done 2024-04-26T04:30:40.086 DEBUG:teuthology.orchestra.run.smithi174:> dpkg -s linux-image-generic 2024-04-26T04:30:40.107 INFO:teuthology.orchestra.run.smithi174.stdout:Package: linux-image-generic 2024-04-26T04:30:40.107 INFO:teuthology.orchestra.run.smithi174.stdout:Status: install ok installed 2024-04-26T04:30:40.107 INFO:teuthology.orchestra.run.smithi174.stdout:Priority: optional 2024-04-26T04:30:40.107 INFO:teuthology.orchestra.run.smithi174.stdout:Section: kernel 2024-04-26T04:30:40.107 INFO:teuthology.orchestra.run.smithi174.stdout:Installed-Size: 21 2024-04-26T04:30:40.107 INFO:teuthology.orchestra.run.smithi174.stdout:Maintainer: Ubuntu Kernel Team 2024-04-26T04:30:40.108 INFO:teuthology.orchestra.run.smithi174.stdout:Architecture: amd64 2024-04-26T04:30:40.108 INFO:teuthology.orchestra.run.smithi174.stdout:Source: linux-meta 2024-04-26T04:30:40.108 INFO:teuthology.orchestra.run.smithi174.stdout:Version: 5.15.0.105.102 2024-04-26T04:30:40.108 INFO:teuthology.orchestra.run.smithi174.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-105), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-04-26T04:30:40.108 INFO:teuthology.orchestra.run.smithi174.stdout:Depends: linux-image-5.15.0-105-generic, linux-modules-extra-5.15.0-105-generic, linux-firmware, intel-microcode, amd64-microcode 2024-04-26T04:30:40.108 INFO:teuthology.orchestra.run.smithi174.stdout:Recommends: thermald 2024-04-26T04:30:40.108 INFO:teuthology.orchestra.run.smithi174.stdout:Description: Generic Linux kernel image 2024-04-26T04:30:40.108 INFO:teuthology.orchestra.run.smithi174.stdout: This package will always depend on the latest generic kernel image 2024-04-26T04:30:40.108 INFO:teuthology.orchestra.run.smithi174.stdout: available. 2024-04-26T04:30:40.108 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-105-generic 2024-04-26T04:30:40.108 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-26T04:30:40.109 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-26T04:30:40.109 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-26T04:30:40.109 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi174.front.sepia.ceph.com, path=None, version=distro) 2024-04-26T04:30:40.109 DEBUG:teuthology.orchestra.run.smithi174:> sudo apt-get clean 2024-04-26T04:30:40.325 DEBUG:teuthology.orchestra.run.smithi174:> sudo apt-get update 2024-04-26T04:30:40.443 INFO:teuthology.orchestra.run.smithi174.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-04-26T04:30:40.443 INFO:teuthology.orchestra.run.smithi174.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-04-26T04:30:40.457 INFO:teuthology.orchestra.run.smithi174.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-04-26T04:30:40.478 INFO:teuthology.orchestra.run.smithi174.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-04-26T04:30:41.810 INFO:teuthology.orchestra.run.smithi174.stdout:Reading package lists... 2024-04-26T04:30:41.827 DEBUG:teuthology.orchestra.run.smithi174:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-04-26T04:30:41.890 INFO:teuthology.orchestra.run.smithi174.stdout:Reading package lists... 2024-04-26T04:30:42.091 INFO:teuthology.orchestra.run.smithi174.stdout:Building dependency tree... 2024-04-26T04:30:42.091 INFO:teuthology.orchestra.run.smithi174.stdout:Reading state information... 2024-04-26T04:30:42.273 INFO:teuthology.orchestra.run.smithi174.stdout:linux-image-generic is already the newest version (5.15.0.105.102). 2024-04-26T04:30:42.274 INFO:teuthology.orchestra.run.smithi174.stdout:The following packages were automatically installed and are no longer required: 2024-04-26T04:30:42.274 INFO:teuthology.orchestra.run.smithi174.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-04-26T04:30:42.274 INFO:teuthology.orchestra.run.smithi174.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-04-26T04:30:42.274 INFO:teuthology.orchestra.run.smithi174.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-04-26T04:30:42.274 INFO:teuthology.orchestra.run.smithi174.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-04-26T04:30:42.275 INFO:teuthology.orchestra.run.smithi174.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-04-26T04:30:42.275 INFO:teuthology.orchestra.run.smithi174.stdout:Use 'sudo apt autoremove' to remove them. 2024-04-26T04:30:42.314 INFO:teuthology.orchestra.run.smithi174.stdout:0 upgraded, 0 newly installed, 0 to remove and 315 not upgraded. 2024-04-26T04:30:42.316 DEBUG:teuthology.orchestra.run.smithi174:> dpkg -s linux-image-generic 2024-04-26T04:30:42.332 INFO:teuthology.orchestra.run.smithi174.stdout:Package: linux-image-generic 2024-04-26T04:30:42.332 INFO:teuthology.orchestra.run.smithi174.stdout:Status: install ok installed 2024-04-26T04:30:42.332 INFO:teuthology.orchestra.run.smithi174.stdout:Priority: optional 2024-04-26T04:30:42.332 INFO:teuthology.orchestra.run.smithi174.stdout:Section: kernel 2024-04-26T04:30:42.332 INFO:teuthology.orchestra.run.smithi174.stdout:Installed-Size: 21 2024-04-26T04:30:42.332 INFO:teuthology.orchestra.run.smithi174.stdout:Maintainer: Ubuntu Kernel Team 2024-04-26T04:30:42.332 INFO:teuthology.orchestra.run.smithi174.stdout:Architecture: amd64 2024-04-26T04:30:42.332 INFO:teuthology.orchestra.run.smithi174.stdout:Source: linux-meta 2024-04-26T04:30:42.332 INFO:teuthology.orchestra.run.smithi174.stdout:Version: 5.15.0.105.102 2024-04-26T04:30:42.332 INFO:teuthology.orchestra.run.smithi174.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-105), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-04-26T04:30:42.333 INFO:teuthology.orchestra.run.smithi174.stdout:Depends: linux-image-5.15.0-105-generic, linux-modules-extra-5.15.0-105-generic, linux-firmware, intel-microcode, amd64-microcode 2024-04-26T04:30:42.333 INFO:teuthology.orchestra.run.smithi174.stdout:Recommends: thermald 2024-04-26T04:30:42.333 INFO:teuthology.orchestra.run.smithi174.stdout:Description: Generic Linux kernel image 2024-04-26T04:30:42.333 INFO:teuthology.orchestra.run.smithi174.stdout: This package will always depend on the latest generic kernel image 2024-04-26T04:30:42.333 INFO:teuthology.orchestra.run.smithi174.stdout: available. 2024-04-26T04:30:42.333 DEBUG:teuthology.orchestra.run.smithi174:> mktemp 2024-04-26T04:30:42.380 INFO:teuthology.orchestra.run.smithi174.stdout:/tmp/tmp.yQiBjjSUcj 2024-04-26T04:30:42.380 DEBUG:teuthology.orchestra.run.smithi174:> sudo cp /boot/grub/grub.cfg /tmp/tmp.yQiBjjSUcj 2024-04-26T04:30:42.435 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod 0666 /tmp/tmp.yQiBjjSUcj 2024-04-26T04:30:42.561 DEBUG:teuthology.orchestra.remote:smithi174:/tmp/tmp.yQiBjjSUcj is 10KB 2024-04-26T04:30:42.575 DEBUG:teuthology.orchestra.run.smithi174:> rm -fr /tmp/tmp.yQiBjjSUcj 2024-04-26T04:30:42.581 DEBUG:teuthology.orchestra.run.smithi174:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-04-26T04:30:42.635 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-04-26T04:30:42.636 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-04-26T04:30:42.636 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-04-26T04:30:42.702 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-105-generic 2024-04-26T04:30:42.702 DEBUG:teuthology.orchestra.run.smithi174:> sudo update-grub 2024-04-26T04:30:43.882 INFO:teuthology.orchestra.run.smithi174.stderr:Sourcing file `/etc/default/grub' 2024-04-26T04:30:43.883 INFO:teuthology.orchestra.run.smithi174.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-04-26T04:30:43.886 INFO:teuthology.orchestra.run.smithi174.stderr:Generating grub configuration file ... 2024-04-26T04:30:44.075 INFO:teuthology.orchestra.run.smithi174.stderr:Found linux image: /boot/vmlinuz-5.15.0-105-generic 2024-04-26T04:30:44.081 INFO:teuthology.orchestra.run.smithi174.stderr:Found initrd image: /boot/initrd.img-5.15.0-105-generic 2024-04-26T04:30:44.303 INFO:teuthology.orchestra.run.smithi102.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-04-26T04:30:44.303 INFO:teuthology.orchestra.run.smithi102.stdout:Sourcing file `/etc/default/grub' 2024-04-26T04:30:44.311 INFO:teuthology.orchestra.run.smithi174.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-04-26T04:30:44.317 INFO:teuthology.orchestra.run.smithi174.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-04-26T04:30:44.328 INFO:teuthology.orchestra.run.smithi102.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-04-26T04:30:44.347 INFO:teuthology.orchestra.run.smithi102.stdout:Generating grub configuration file ... 2024-04-26T04:30:44.359 INFO:teuthology.orchestra.run.smithi174.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-04-26T04:30:44.365 INFO:teuthology.orchestra.run.smithi174.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-04-26T04:30:44.492 INFO:teuthology.orchestra.run.smithi174.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-04-26T04:30:44.492 INFO:teuthology.orchestra.run.smithi174.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-04-26T04:30:44.492 INFO:teuthology.orchestra.run.smithi174.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-04-26T04:30:44.504 INFO:teuthology.orchestra.run.smithi174.stderr:done 2024-04-26T04:30:44.517 DEBUG:teuthology.orchestra.run.smithi174:> sudo shutdown -r now 2024-04-26T04:30:44.639 INFO:teuthology.orchestra.run.smithi102.stdout:Found linux image: /boot/vmlinuz-5.15.0-105-generic 2024-04-26T04:30:44.655 INFO:teuthology.orchestra.run.smithi102.stdout:Found initrd image: /boot/initrd.img-5.15.0-105-generic 2024-04-26T04:30:44.990 INFO:teuthology.orchestra.run.smithi102.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-04-26T04:30:44.996 INFO:teuthology.orchestra.run.smithi102.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-04-26T04:30:45.060 INFO:teuthology.orchestra.run.smithi102.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-04-26T04:30:45.065 INFO:teuthology.orchestra.run.smithi102.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-04-26T04:30:45.243 INFO:teuthology.orchestra.run.smithi102.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-04-26T04:30:45.244 INFO:teuthology.orchestra.run.smithi102.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-04-26T04:30:45.244 INFO:teuthology.orchestra.run.smithi102.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-04-26T04:30:45.285 INFO:teuthology.orchestra.run.smithi102.stdout:done 2024-04-26T04:30:45.782 DEBUG:teuthology.orchestra.run.smithi102:> dpkg -s linux-image-generic 2024-04-26T04:30:45.801 INFO:teuthology.orchestra.run.smithi102.stdout:Package: linux-image-generic 2024-04-26T04:30:45.802 INFO:teuthology.orchestra.run.smithi102.stdout:Status: install ok installed 2024-04-26T04:30:45.802 INFO:teuthology.orchestra.run.smithi102.stdout:Priority: optional 2024-04-26T04:30:45.802 INFO:teuthology.orchestra.run.smithi102.stdout:Section: kernel 2024-04-26T04:30:45.802 INFO:teuthology.orchestra.run.smithi102.stdout:Installed-Size: 21 2024-04-26T04:30:45.802 INFO:teuthology.orchestra.run.smithi102.stdout:Maintainer: Ubuntu Kernel Team 2024-04-26T04:30:45.802 INFO:teuthology.orchestra.run.smithi102.stdout:Architecture: amd64 2024-04-26T04:30:45.803 INFO:teuthology.orchestra.run.smithi102.stdout:Source: linux-meta 2024-04-26T04:30:45.803 INFO:teuthology.orchestra.run.smithi102.stdout:Version: 5.15.0.105.102 2024-04-26T04:30:45.803 INFO:teuthology.orchestra.run.smithi102.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-105), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-04-26T04:30:45.803 INFO:teuthology.orchestra.run.smithi102.stdout:Depends: linux-image-5.15.0-105-generic, linux-modules-extra-5.15.0-105-generic, linux-firmware, intel-microcode, amd64-microcode 2024-04-26T04:30:45.803 INFO:teuthology.orchestra.run.smithi102.stdout:Recommends: thermald 2024-04-26T04:30:45.803 INFO:teuthology.orchestra.run.smithi102.stdout:Description: Generic Linux kernel image 2024-04-26T04:30:45.803 INFO:teuthology.orchestra.run.smithi102.stdout: This package will always depend on the latest generic kernel image 2024-04-26T04:30:45.803 INFO:teuthology.orchestra.run.smithi102.stdout: available. 2024-04-26T04:30:45.803 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-105-generic 2024-04-26T04:30:45.804 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-26T04:30:45.804 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-26T04:30:45.804 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-26T04:30:45.804 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi102.front.sepia.ceph.com, path=None, version=distro) 2024-04-26T04:30:45.804 DEBUG:teuthology.orchestra.run.smithi102:> sudo apt-get clean 2024-04-26T04:30:45.976 DEBUG:teuthology.orchestra.run.smithi102:> sudo apt-get update 2024-04-26T04:30:46.093 INFO:teuthology.orchestra.run.smithi102.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-04-26T04:30:46.106 INFO:teuthology.orchestra.run.smithi102.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-04-26T04:30:46.126 INFO:teuthology.orchestra.run.smithi102.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-04-26T04:30:46.211 INFO:teuthology.orchestra.run.smithi102.stdout:Hit:4 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-04-26T04:30:47.449 INFO:teuthology.orchestra.run.smithi102.stdout:Reading package lists... 2024-04-26T04:30:47.468 DEBUG:teuthology.orchestra.run.smithi102:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-04-26T04:30:47.528 INFO:teuthology.orchestra.run.smithi102.stdout:Reading package lists... 2024-04-26T04:30:47.755 INFO:teuthology.orchestra.run.smithi102.stdout:Building dependency tree... 2024-04-26T04:30:47.755 INFO:teuthology.orchestra.run.smithi102.stdout:Reading state information... 2024-04-26T04:30:47.924 INFO:teuthology.orchestra.run.smithi102.stdout:linux-image-generic is already the newest version (5.15.0.105.102). 2024-04-26T04:30:47.924 INFO:teuthology.orchestra.run.smithi102.stdout:The following packages were automatically installed and are no longer required: 2024-04-26T04:30:47.924 INFO:teuthology.orchestra.run.smithi102.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-04-26T04:30:47.924 INFO:teuthology.orchestra.run.smithi102.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-04-26T04:30:47.924 INFO:teuthology.orchestra.run.smithi102.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-04-26T04:30:47.924 INFO:teuthology.orchestra.run.smithi102.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-04-26T04:30:47.925 INFO:teuthology.orchestra.run.smithi102.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-04-26T04:30:47.925 INFO:teuthology.orchestra.run.smithi102.stdout:Use 'sudo apt autoremove' to remove them. 2024-04-26T04:30:47.963 INFO:teuthology.orchestra.run.smithi102.stdout:0 upgraded, 0 newly installed, 0 to remove and 315 not upgraded. 2024-04-26T04:30:47.965 DEBUG:teuthology.orchestra.run.smithi102:> dpkg -s linux-image-generic 2024-04-26T04:30:48.024 INFO:teuthology.orchestra.run.smithi102.stdout:Package: linux-image-generic 2024-04-26T04:30:48.024 INFO:teuthology.orchestra.run.smithi102.stdout:Status: install ok installed 2024-04-26T04:30:48.025 INFO:teuthology.orchestra.run.smithi102.stdout:Priority: optional 2024-04-26T04:30:48.025 INFO:teuthology.orchestra.run.smithi102.stdout:Section: kernel 2024-04-26T04:30:48.025 INFO:teuthology.orchestra.run.smithi102.stdout:Installed-Size: 21 2024-04-26T04:30:48.025 INFO:teuthology.orchestra.run.smithi102.stdout:Maintainer: Ubuntu Kernel Team 2024-04-26T04:30:48.025 INFO:teuthology.orchestra.run.smithi102.stdout:Architecture: amd64 2024-04-26T04:30:48.025 INFO:teuthology.orchestra.run.smithi102.stdout:Source: linux-meta 2024-04-26T04:30:48.025 INFO:teuthology.orchestra.run.smithi102.stdout:Version: 5.15.0.105.102 2024-04-26T04:30:48.025 INFO:teuthology.orchestra.run.smithi102.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-105), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-04-26T04:30:48.025 INFO:teuthology.orchestra.run.smithi102.stdout:Depends: linux-image-5.15.0-105-generic, linux-modules-extra-5.15.0-105-generic, linux-firmware, intel-microcode, amd64-microcode 2024-04-26T04:30:48.025 INFO:teuthology.orchestra.run.smithi102.stdout:Recommends: thermald 2024-04-26T04:30:48.025 INFO:teuthology.orchestra.run.smithi102.stdout:Description: Generic Linux kernel image 2024-04-26T04:30:48.025 INFO:teuthology.orchestra.run.smithi102.stdout: This package will always depend on the latest generic kernel image 2024-04-26T04:30:48.025 INFO:teuthology.orchestra.run.smithi102.stdout: available. 2024-04-26T04:30:48.026 DEBUG:teuthology.orchestra.run.smithi102:> mktemp 2024-04-26T04:30:48.070 INFO:teuthology.orchestra.run.smithi102.stdout:/tmp/tmp.J5lPs0J28s 2024-04-26T04:30:48.071 DEBUG:teuthology.orchestra.run.smithi102:> sudo cp /boot/grub/grub.cfg /tmp/tmp.J5lPs0J28s 2024-04-26T04:30:48.126 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod 0666 /tmp/tmp.J5lPs0J28s 2024-04-26T04:30:48.262 DEBUG:teuthology.orchestra.remote:smithi102:/tmp/tmp.J5lPs0J28s is 10KB 2024-04-26T04:30:48.275 DEBUG:teuthology.orchestra.run.smithi102:> rm -fr /tmp/tmp.J5lPs0J28s 2024-04-26T04:30:48.280 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-04-26T04:30:48.333 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-26T04:30:48.333 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-04-26T04:30:48.333 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-04-26T04:30:48.416 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-105-generic 2024-04-26T04:30:48.416 DEBUG:teuthology.orchestra.run.smithi102:> sudo update-grub 2024-04-26T04:30:49.742 INFO:teuthology.orchestra.run.smithi102.stderr:Sourcing file `/etc/default/grub' 2024-04-26T04:30:49.743 INFO:teuthology.orchestra.run.smithi102.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-04-26T04:30:49.753 INFO:teuthology.orchestra.run.smithi102.stderr:Generating grub configuration file ... 2024-04-26T04:30:49.951 INFO:teuthology.orchestra.run.smithi102.stderr:Found linux image: /boot/vmlinuz-5.15.0-105-generic 2024-04-26T04:30:49.957 INFO:teuthology.orchestra.run.smithi102.stderr:Found initrd image: /boot/initrd.img-5.15.0-105-generic 2024-04-26T04:30:50.203 INFO:teuthology.orchestra.run.smithi102.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-04-26T04:30:50.208 INFO:teuthology.orchestra.run.smithi102.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-04-26T04:30:50.251 INFO:teuthology.orchestra.run.smithi102.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-04-26T04:30:50.256 INFO:teuthology.orchestra.run.smithi102.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-04-26T04:30:50.394 INFO:teuthology.orchestra.run.smithi102.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-04-26T04:30:50.394 INFO:teuthology.orchestra.run.smithi102.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-04-26T04:30:50.394 INFO:teuthology.orchestra.run.smithi102.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-04-26T04:30:50.404 INFO:teuthology.orchestra.run.smithi102.stderr:done 2024-04-26T04:30:50.412 DEBUG:teuthology.orchestra.run.smithi102:> sudo shutdown -r now 2024-04-26T04:31:14.541 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-26T04:31:14.542 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi174.front.sepia.ceph.com' 2024-04-26T04:31:14.543 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi174.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T04:31:20.420 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-26T04:31:20.420 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-04-26T04:31:20.420 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T04:32:14.600 DEBUG:teuthology.orchestra.remote:timed out 2024-04-26T04:32:20.427 DEBUG:teuthology.orchestra.remote:timed out 2024-04-26T04:32:23.602 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi174.front.sepia.ceph.com' 2024-04-26T04:32:23.603 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi174.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T04:32:23.606 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.174 2024-04-26T04:32:29.430 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-04-26T04:32:29.431 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T04:32:29.907 DEBUG:teuthology.orchestra.run.smithi102:> true 2024-04-26T04:32:30.866 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-04-26T04:32:30.867 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-105-generic"... 2024-04-26T04:32:30.867 DEBUG:teuthology.orchestra.run.smithi102:> uname -r 2024-04-26T04:32:30.915 INFO:teuthology.orchestra.run.smithi102.stdout:5.15.0-105-generic 2024-04-26T04:32:30.916 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-105-generic vs 5.15.0-105-generic 2024-04-26T04:32:30.916 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-26T04:32:30.916 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-04-26T04:32:31.917 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-26T04:32:31.917 DEBUG:teuthology.orchestra.run.smithi102:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-26T04:32:32.096 INFO:teuthology.orchestra.run.smithi102.stdout:ttyS1 2024-04-26T04:32:32.113 DEBUG:teuthology.parallel:result is None 2024-04-26T04:32:35.606 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi174.front.sepia.ceph.com' 2024-04-26T04:32:35.607 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi174.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T04:32:35.941 DEBUG:teuthology.orchestra.run.smithi174:> true 2024-04-26T04:32:36.512 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi174.front.sepia.ceph.com' 2024-04-26T04:32:36.512 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-105-generic"... 2024-04-26T04:32:36.513 DEBUG:teuthology.orchestra.run.smithi174:> uname -r 2024-04-26T04:32:36.560 INFO:teuthology.orchestra.run.smithi174.stdout:5.15.0-105-generic 2024-04-26T04:32:36.560 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-105-generic vs 5.15.0-105-generic 2024-04-26T04:32:36.560 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-26T04:32:36.560 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-04-26T04:32:37.561 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-26T04:32:37.561 DEBUG:teuthology.orchestra.run.smithi174:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-26T04:32:37.649 INFO:teuthology.orchestra.run.smithi174.stdout:ttyS1 2024-04-26T04:32:37.678 DEBUG:teuthology.parallel:result is None 2024-04-26T04:32:37.678 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-26T04:32:37.687 INFO:teuthology.task.internal:Creating test directory... 2024-04-26T04:32:37.687 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T04:32:37.690 DEBUG:teuthology.orchestra.run.smithi174:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-26T04:32:37.695 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-26T04:32:37.713 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-26T04:32:37.729 INFO:teuthology.task.internal:Creating archive directory... 2024-04-26T04:32:37.729 DEBUG:teuthology.orchestra.run.smithi102:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T04:32:37.736 DEBUG:teuthology.orchestra.run.smithi174:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-26T04:32:37.835 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-26T04:32:37.843 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-26T04:32:37.843 DEBUG:teuthology.orchestra.run.smithi102:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T04:32:37.846 DEBUG:teuthology.orchestra.run.smithi174:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-26T04:32:37.868 INFO:teuthology.orchestra.run.smithi102.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T04:32:37.869 INFO:teuthology.orchestra.run.smithi174.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T04:32:37.876 INFO:teuthology.orchestra.run.smithi102.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T04:32:37.877 INFO:teuthology.orchestra.run.smithi174.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-26T04:32:37.879 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-26T04:32:37.887 INFO:teuthology.task.internal:Configuring sudo... 2024-04-26T04:32:37.887 DEBUG:teuthology.orchestra.run.smithi102:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T04:32:37.920 DEBUG:teuthology.orchestra.run.smithi174:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-26T04:32:37.933 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-26T04:32:37.949 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-26T04:32:37.949 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T04:32:37.976 DEBUG:teuthology.orchestra.run.smithi174:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-26T04:32:37.982 DEBUG:teuthology.orchestra.run.smithi102:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T04:32:38.028 DEBUG:teuthology.orchestra.run.smithi102:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T04:32:38.080 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-26T04:32:38.080 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T04:32:38.143 DEBUG:teuthology.orchestra.run.smithi174:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-26T04:32:38.149 DEBUG:teuthology.orchestra.run.smithi174:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-26T04:32:38.196 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-04-26T04:32:38.196 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-26T04:32:38.260 DEBUG:teuthology.orchestra.run.smithi102:> sudo service rsyslog restart 2024-04-26T04:32:38.263 DEBUG:teuthology.orchestra.run.smithi174:> sudo service rsyslog restart 2024-04-26T04:32:38.340 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-26T04:32:38.349 INFO:teuthology.task.internal:Starting timer... 2024-04-26T04:32:38.349 INFO:teuthology.run_tasks:Running task pcp... 2024-04-26T04:32:38.363 INFO:teuthology.run_tasks:Running task selinux... 2024-04-26T04:32:38.434 DEBUG:teuthology.task.selinux:Excluding smithi102: OS 'ubuntu' does not support SELinux 2024-04-26T04:32:38.435 DEBUG:teuthology.task.selinux:Excluding smithi174: OS 'ubuntu' does not support SELinux 2024-04-26T04:32:38.435 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-26T04:32:38.435 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-04-26T04:32:38.435 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-26T04:32:38.435 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-26T04:32:38.450 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-26T04:32:38.467 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-26T04:32:38.469 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi102.front.sepia.ceph.com,smithi174.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-26T04:40:12.007 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi102.front.sepia.ceph.com'), Remote(name='ubuntu@smithi174.front.sepia.ceph.com')] 2024-04-26T04:40:12.008 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-04-26T04:40:12.009 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T04:40:12.089 DEBUG:teuthology.orchestra.run.smithi102:> true 2024-04-26T04:40:12.174 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-04-26T04:40:12.175 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi174.front.sepia.ceph.com' 2024-04-26T04:40:12.175 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi174.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-26T04:40:12.257 DEBUG:teuthology.orchestra.run.smithi174:> true 2024-04-26T04:40:12.335 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi174.front.sepia.ceph.com' 2024-04-26T04:40:12.335 INFO:teuthology.run_tasks:Running task clock... 2024-04-26T04:40:12.349 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-26T04:40:12.350 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T04:40:12.350 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T04:40:12.353 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-26T04:40:12.353 DEBUG:teuthology.orchestra.run.smithi174:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T04:40:12.383 INFO:teuthology.orchestra.run.smithi102.stdout:26 Apr 04:40:12 ntpd[17217]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-04-26T04:40:12.383 INFO:teuthology.orchestra.run.smithi102.stdout:26 Apr 04:40:12 ntpd[17217]: Command line: ntpd -gq 2024-04-26T04:40:12.383 INFO:teuthology.orchestra.run.smithi102.stdout:26 Apr 04:40:12 ntpd[17217]: ---------------------------------------------------- 2024-04-26T04:40:12.383 INFO:teuthology.orchestra.run.smithi102.stdout:26 Apr 04:40:12 ntpd[17217]: ntp-4 is maintained by Network Time Foundation, 2024-04-26T04:40:12.383 INFO:teuthology.orchestra.run.smithi102.stdout:26 Apr 04:40:12 ntpd[17217]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-04-26T04:40:12.383 INFO:teuthology.orchestra.run.smithi102.stdout:26 Apr 04:40:12 ntpd[17217]: corporation. Support and training for ntp-4 are 2024-04-26T04:40:12.383 INFO:teuthology.orchestra.run.smithi102.stdout:26 Apr 04:40:12 ntpd[17217]: available at https://www.nwtime.org/support 2024-04-26T04:40:12.383 INFO:teuthology.orchestra.run.smithi102.stdout:26 Apr 04:40:12 ntpd[17217]: ---------------------------------------------------- 2024-04-26T04:40:12.383 INFO:teuthology.orchestra.run.smithi102.stdout:26 Apr 04:40:12 ntpd[17217]: proto: precision = 0.044 usec (-24) 2024-04-26T04:40:12.383 INFO:teuthology.orchestra.run.smithi102.stdout:26 Apr 04:40:12 ntpd[17217]: basedate set to 2022-02-04 2024-04-26T04:40:12.383 INFO:teuthology.orchestra.run.smithi102.stdout:26 Apr 04:40:12 ntpd[17217]: gps base set to 2022-02-06 (week 2196) 2024-04-26T04:40:12.383 INFO:teuthology.orchestra.run.smithi102.stdout:26 Apr 04:40:12 ntpd[17217]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-04-26T04:40:12.384 INFO:teuthology.orchestra.run.smithi102.stdout:26 Apr 04:40:12 ntpd[17217]: restrict ::: KOD does nothing without LIMITED. 2024-04-26T04:40:12.384 INFO:teuthology.orchestra.run.smithi102.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-04-26T04:40:12.384 INFO:teuthology.orchestra.run.smithi102.stderr:restrict ::: KOD does nothing without LIMITED. 2024-04-26T04:40:12.385 INFO:teuthology.orchestra.run.smithi102.stdout:26 Apr 04:40:12 ntpd[17217]: Listen and drop on 0 v6wildcard [::]:123 2024-04-26T04:40:12.385 INFO:teuthology.orchestra.run.smithi102.stdout:26 Apr 04:40:12 ntpd[17217]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-04-26T04:40:12.385 INFO:teuthology.orchestra.run.smithi102.stdout:26 Apr 04:40:12 ntpd[17217]: Listen normally on 2 lo 127.0.0.1:123 2024-04-26T04:40:12.385 INFO:teuthology.orchestra.run.smithi102.stdout:26 Apr 04:40:12 ntpd[17217]: Listen normally on 3 enp3s0f1 172.21.15.102:123 2024-04-26T04:40:12.385 INFO:teuthology.orchestra.run.smithi102.stdout:26 Apr 04:40:12 ntpd[17217]: Listen normally on 4 lo [::1]:123 2024-04-26T04:40:12.385 INFO:teuthology.orchestra.run.smithi102.stdout:26 Apr 04:40:12 ntpd[17217]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:d769%5]:123 2024-04-26T04:40:12.385 INFO:teuthology.orchestra.run.smithi102.stdout:26 Apr 04:40:12 ntpd[17217]: Listening on routing socket on fd #22 for interface updates 2024-04-26T04:40:12.412 INFO:teuthology.orchestra.run.smithi174.stdout:26 Apr 04:40:12 ntpd[17205]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-04-26T04:40:12.412 INFO:teuthology.orchestra.run.smithi174.stdout:26 Apr 04:40:12 ntpd[17205]: Command line: ntpd -gq 2024-04-26T04:40:12.412 INFO:teuthology.orchestra.run.smithi174.stdout:26 Apr 04:40:12 ntpd[17205]: ---------------------------------------------------- 2024-04-26T04:40:12.412 INFO:teuthology.orchestra.run.smithi174.stdout:26 Apr 04:40:12 ntpd[17205]: ntp-4 is maintained by Network Time Foundation, 2024-04-26T04:40:12.412 INFO:teuthology.orchestra.run.smithi174.stdout:26 Apr 04:40:12 ntpd[17205]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-04-26T04:40:12.412 INFO:teuthology.orchestra.run.smithi174.stdout:26 Apr 04:40:12 ntpd[17205]: corporation. Support and training for ntp-4 are 2024-04-26T04:40:12.412 INFO:teuthology.orchestra.run.smithi174.stdout:26 Apr 04:40:12 ntpd[17205]: available at https://www.nwtime.org/support 2024-04-26T04:40:12.412 INFO:teuthology.orchestra.run.smithi174.stdout:26 Apr 04:40:12 ntpd[17205]: ---------------------------------------------------- 2024-04-26T04:40:12.413 INFO:teuthology.orchestra.run.smithi174.stdout:26 Apr 04:40:12 ntpd[17205]: proto: precision = 0.046 usec (-24) 2024-04-26T04:40:12.413 INFO:teuthology.orchestra.run.smithi174.stdout:26 Apr 04:40:12 ntpd[17205]: basedate set to 2022-02-04 2024-04-26T04:40:12.413 INFO:teuthology.orchestra.run.smithi174.stdout:26 Apr 04:40:12 ntpd[17205]: gps base set to 2022-02-06 (week 2196) 2024-04-26T04:40:12.413 INFO:teuthology.orchestra.run.smithi174.stdout:26 Apr 04:40:12 ntpd[17205]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-04-26T04:40:12.414 INFO:teuthology.orchestra.run.smithi174.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-04-26T04:40:12.414 INFO:teuthology.orchestra.run.smithi174.stderr:restrict ::: KOD does nothing without LIMITED. 2024-04-26T04:40:12.415 INFO:teuthology.orchestra.run.smithi174.stdout:26 Apr 04:40:12 ntpd[17205]: restrict ::: KOD does nothing without LIMITED. 2024-04-26T04:40:12.415 INFO:teuthology.orchestra.run.smithi174.stdout:26 Apr 04:40:12 ntpd[17205]: Listen and drop on 0 v6wildcard [::]:123 2024-04-26T04:40:12.415 INFO:teuthology.orchestra.run.smithi174.stdout:26 Apr 04:40:12 ntpd[17205]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-04-26T04:40:12.415 INFO:teuthology.orchestra.run.smithi174.stdout:26 Apr 04:40:12 ntpd[17205]: Listen normally on 2 lo 127.0.0.1:123 2024-04-26T04:40:12.415 INFO:teuthology.orchestra.run.smithi174.stdout:26 Apr 04:40:12 ntpd[17205]: Listen normally on 3 enp3s0f1 172.21.15.174:123 2024-04-26T04:40:12.415 INFO:teuthology.orchestra.run.smithi174.stdout:26 Apr 04:40:12 ntpd[17205]: Listen normally on 4 lo [::1]:123 2024-04-26T04:40:12.415 INFO:teuthology.orchestra.run.smithi174.stdout:26 Apr 04:40:12 ntpd[17205]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe88:771b%5]:123 2024-04-26T04:40:12.415 INFO:teuthology.orchestra.run.smithi174.stdout:26 Apr 04:40:12 ntpd[17205]: Listening on routing socket on fd #22 for interface updates 2024-04-26T04:40:13.380 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:13 ntpd[17217]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:13.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:13 ntpd[17217]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:13.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:13 ntpd[17217]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:13.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:13 ntpd[17217]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:13.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:13 ntpd[17217]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:13.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:13 ntpd[17217]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:13.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:13 ntpd[17217]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-26T04:40:13.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:13 ntpd[17217]: can't open /var/log/ntpstats/peerstats.20240426: Permission denied 2024-04-26T04:40:13.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:13 ntpd[17217]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:13.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:13 ntpd[17217]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:13.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:13 ntpd[17217]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-26T04:40:13.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:13 ntpd[17217]: can't open /var/log/ntpstats/peerstats.20240426: Permission denied 2024-04-26T04:40:13.413 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:13 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:13.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:13 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:13.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:13 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:13.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:13 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:13.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:13 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:13.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:13 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:13.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:13 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:13.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:13 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:13.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:13 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:13.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:13 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:13.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:13 ntpd[17205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-26T04:40:13.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:13 ntpd[17205]: can't open /var/log/ntpstats/peerstats.20240426: Permission denied 2024-04-26T04:40:13.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:13 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:13.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:13 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:13.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:13 ntpd[17205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-26T04:40:13.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:13 ntpd[17205]: can't open /var/log/ntpstats/peerstats.20240426: Permission denied 2024-04-26T04:40:13.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:13 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:13.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:13 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:13.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:13 ntpd[17205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-26T04:40:13.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:13 ntpd[17205]: can't open /var/log/ntpstats/peerstats.20240426: Permission denied 2024-04-26T04:40:15.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:15 ntpd[17217]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:15.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:15 ntpd[17217]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:15.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:15 ntpd[17217]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:15.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:15 ntpd[17217]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:15.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:15 ntpd[17217]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:15.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:15 ntpd[17217]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:15.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:15 ntpd[17217]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:15.382 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:15 ntpd[17217]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:15.382 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:15 ntpd[17217]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-26T04:40:15.382 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:15 ntpd[17217]: can't open /var/log/ntpstats/peerstats.20240426: Permission denied 2024-04-26T04:40:15.382 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:15 ntpd[17217]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:15.382 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:15 ntpd[17217]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:15.382 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:15 ntpd[17217]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-26T04:40:15.382 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:15 ntpd[17217]: can't open /var/log/ntpstats/peerstats.20240426: Permission denied 2024-04-26T04:40:15.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:15 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:15.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:15 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:15.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:15 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:15.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:15 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:15.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:15 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:15.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:15 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:15.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:15 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:15.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:15 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:15.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:15 ntpd[17205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-26T04:40:15.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:15 ntpd[17205]: can't open /var/log/ntpstats/peerstats.20240426: Permission denied 2024-04-26T04:40:15.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:15 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:15.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:15 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:15.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:15 ntpd[17205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-26T04:40:15.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:15 ntpd[17205]: can't open /var/log/ntpstats/peerstats.20240426: Permission denied 2024-04-26T04:40:15.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:15 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:15.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:15 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:15.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:15 ntpd[17205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-26T04:40:15.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:15 ntpd[17205]: can't open /var/log/ntpstats/peerstats.20240426: Permission denied 2024-04-26T04:40:16.380 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:16 ntpd[17217]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:16.380 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:16 ntpd[17217]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:16.380 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:16 ntpd[17217]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:16.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:16 ntpd[17217]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:16.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:16 ntpd[17217]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-26T04:40:16.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:16 ntpd[17217]: can't open /var/log/ntpstats/peerstats.20240426: Permission denied 2024-04-26T04:40:17.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:17 ntpd[17217]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:17.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:17 ntpd[17217]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:17.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:17 ntpd[17217]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:17.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:17 ntpd[17217]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:17.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:17 ntpd[17217]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:17.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:17 ntpd[17217]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:17.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:17 ntpd[17217]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-26T04:40:17.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:17 ntpd[17217]: can't open /var/log/ntpstats/peerstats.20240426: Permission denied 2024-04-26T04:40:17.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:17 ntpd[17217]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:17.382 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:17 ntpd[17217]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:17.382 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:17 ntpd[17217]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-26T04:40:17.382 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:17 ntpd[17217]: can't open /var/log/ntpstats/peerstats.20240426: Permission denied 2024-04-26T04:40:17.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:17 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:17.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:17 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:17.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:17 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:17.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:17 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:17.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:17 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:17.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:17 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:17.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:17 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:17.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:17 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:17.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:17 ntpd[17205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-26T04:40:17.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:17 ntpd[17205]: can't open /var/log/ntpstats/peerstats.20240426: Permission denied 2024-04-26T04:40:17.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:17 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:17.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:17 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:17.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:17 ntpd[17205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-26T04:40:17.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:17 ntpd[17205]: can't open /var/log/ntpstats/peerstats.20240426: Permission denied 2024-04-26T04:40:17.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:17 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:17.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:17 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:17.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:17 ntpd[17205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-26T04:40:17.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:17 ntpd[17205]: can't open /var/log/ntpstats/peerstats.20240426: Permission denied 2024-04-26T04:40:18.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:18 ntpd[17217]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:18.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:18 ntpd[17217]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:18.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:18 ntpd[17217]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:18.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:18 ntpd[17217]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:18.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:18 ntpd[17217]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-26T04:40:18.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:18 ntpd[17217]: can't open /var/log/ntpstats/peerstats.20240426: Permission denied 2024-04-26T04:40:19.380 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:19 ntpd[17217]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:19.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:19 ntpd[17217]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:19.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:19 ntpd[17217]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:19.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:19 ntpd[17217]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:19.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:19 ntpd[17217]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:19.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:19 ntpd[17217]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:19.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:19 ntpd[17217]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-26T04:40:19.381 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:19 ntpd[17217]: can't open /var/log/ntpstats/peerstats.20240426: Permission denied 2024-04-26T04:40:19.381 INFO:teuthology.orchestra.run.smithi102.stdout:26 Apr 04:40:19 ntpd[17217]: ntpd: time slew +0.000150 s 2024-04-26T04:40:19.381 INFO:teuthology.orchestra.run.smithi102.stdout:ntpd: time slew +0.000150s 2024-04-26T04:40:19.382 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:19 ntpd[17217]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-04-26T04:40:19.382 INFO:teuthology.orchestra.run.smithi102.stderr:26 Apr 04:40:19 ntpd[17217]: can't open /var/log/ntpstats/loopstats.20240426: Permission denied 2024-04-26T04:40:19.413 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:19 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:19.413 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:19 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:19.413 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:19 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:19.413 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:19 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:19.413 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:19 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:19.413 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:19 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:19.413 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:19 ntpd[17205]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-04-26T04:40:19.413 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:19 ntpd[17205]: can't open /var/log/ntpstats/rawstats.20240426: Permission denied 2024-04-26T04:40:19.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:19 ntpd[17205]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-04-26T04:40:19.414 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:19 ntpd[17205]: can't open /var/log/ntpstats/peerstats.20240426: Permission denied 2024-04-26T04:40:19.414 INFO:teuthology.orchestra.run.smithi174.stdout:26 Apr 04:40:19 ntpd[17205]: ntpd: time slew +0.000040 s 2024-04-26T04:40:19.414 INFO:teuthology.orchestra.run.smithi174.stdout:ntpd: time slew +0.000040s 2024-04-26T04:40:19.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:19 ntpd[17205]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-04-26T04:40:19.415 INFO:teuthology.orchestra.run.smithi174.stderr:26 Apr 04:40:19 ntpd[17205]: can't open /var/log/ntpstats/loopstats.20240426: Permission denied 2024-04-26T04:40:19.472 INFO:teuthology.orchestra.run.smithi174.stdout: remote refid st t when poll reach delay offset jitter 2024-04-26T04:40:19.472 INFO:teuthology.orchestra.run.smithi174.stdout:============================================================================== 2024-04-26T04:40:19.472 INFO:teuthology.orchestra.run.smithi174.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-26T04:40:19.472 INFO:teuthology.orchestra.run.smithi174.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-26T04:40:19.472 INFO:teuthology.orchestra.run.smithi174.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-26T04:40:19.472 INFO:teuthology.orchestra.run.smithi174.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-26T04:40:19.527 INFO:teuthology.orchestra.run.smithi102.stdout: remote refid st t when poll reach delay offset jitter 2024-04-26T04:40:19.527 INFO:teuthology.orchestra.run.smithi102.stdout:============================================================================== 2024-04-26T04:40:19.527 INFO:teuthology.orchestra.run.smithi102.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-26T04:40:19.527 INFO:teuthology.orchestra.run.smithi102.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-26T04:40:19.528 INFO:teuthology.orchestra.run.smithi102.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-26T04:40:19.528 INFO:teuthology.orchestra.run.smithi102.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-04-26T04:40:19.528 INFO:teuthology.run_tasks:Running task install... 2024-04-26T04:40:19.537 DEBUG:teuthology.task.install:project ceph 2024-04-26T04:40:19.538 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'b22e2ebdeb24376882b7bda2a7329c8cccc2276a'}} 2024-04-26T04:40:19.538 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'flavor': 'default', 'sha1': 'b22e2ebdeb24376882b7bda2a7329c8cccc2276a'} 2024-04-26T04:40:19.538 INFO:teuthology.task.install:Using flavor: default 2024-04-26T04:40:19.545 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-26T04:40:19.545 INFO:teuthology.task.install:extra packages: [] 2024-04-26T04:40:19.545 DEBUG:teuthology.orchestra.run.smithi102:> sudo apt-key list | grep Ceph 2024-04-26T04:40:19.546 DEBUG:teuthology.orchestra.run.smithi174:> sudo apt-key list | grep Ceph 2024-04-26T04:40:19.607 INFO:teuthology.orchestra.run.smithi174.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-04-26T04:40:19.635 INFO:teuthology.orchestra.run.smithi174.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-04-26T04:40:19.635 INFO:teuthology.orchestra.run.smithi174.stdout:uid [ unknown] Ceph.com (release key) 2024-04-26T04:40:19.636 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-04-26T04:40:19.636 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-26T04:40:19.636 INFO:teuthology.packaging:ref: None 2024-04-26T04:40:19.636 INFO:teuthology.packaging:tag: None 2024-04-26T04:40:19.636 INFO:teuthology.packaging:branch: quincy 2024-04-26T04:40:19.636 INFO:teuthology.packaging:sha1: b22e2ebdeb24376882b7bda2a7329c8cccc2276a 2024-04-26T04:40:19.636 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=quincy 2024-04-26T04:40:19.642 INFO:teuthology.orchestra.run.smithi102.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-04-26T04:40:19.674 INFO:teuthology.orchestra.run.smithi102.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-04-26T04:40:19.674 INFO:teuthology.orchestra.run.smithi102.stdout:uid [ unknown] Ceph.com (release key) 2024-04-26T04:40:19.674 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-04-26T04:40:19.674 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-26T04:40:19.674 INFO:teuthology.packaging:ref: None 2024-04-26T04:40:19.674 INFO:teuthology.packaging:tag: None 2024-04-26T04:40:19.674 INFO:teuthology.packaging:branch: quincy 2024-04-26T04:40:19.675 INFO:teuthology.packaging:sha1: b22e2ebdeb24376882b7bda2a7329c8cccc2276a 2024-04-26T04:40:19.675 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=quincy 2024-04-26T04:40:19.780 INFO:teuthology.task.install.deb:Pulling from https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default/ 2024-04-26T04:40:19.780 INFO:teuthology.task.install.deb:Package version is 17.2.7-1jammy 2024-04-26T04:40:19.813 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-04-26T04:40:19.813 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-04-26T04:40:19.816 INFO:teuthology.task.install.deb:Pulling from https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default/ 2024-04-26T04:40:19.816 INFO:teuthology.task.install.deb:Package version is 17.2.7-1jammy 2024-04-26T04:40:19.842 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-26T04:40:19.842 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-04-26T04:40:19.857 DEBUG:teuthology.orchestra.run.smithi102:> sudo apt-get update 2024-04-26T04:40:19.863 DEBUG:teuthology.orchestra.run.smithi174:> sudo apt-get update 2024-04-26T04:40:19.996 INFO:teuthology.orchestra.run.smithi102.stdout:Ign:1 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy InRelease 2024-04-26T04:40:19.998 INFO:teuthology.orchestra.run.smithi102.stdout:Get:2 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy Release [7,641 B] 2024-04-26T04:40:20.000 INFO:teuthology.orchestra.run.smithi102.stdout:Ign:3 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy Release.gpg 2024-04-26T04:40:20.001 INFO:teuthology.orchestra.run.smithi102.stdout:Get:4 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,331 B] 2024-04-26T04:40:20.002 INFO:teuthology.orchestra.run.smithi174.stdout:Ign:1 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy InRelease 2024-04-26T04:40:20.003 INFO:teuthology.orchestra.run.smithi174.stdout:Get:2 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy Release [7,641 B] 2024-04-26T04:40:20.005 INFO:teuthology.orchestra.run.smithi174.stdout:Ign:3 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy Release.gpg 2024-04-26T04:40:20.006 INFO:teuthology.orchestra.run.smithi174.stdout:Get:4 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,331 B] 2024-04-26T04:40:20.009 INFO:teuthology.orchestra.run.smithi102.stdout:Get:5 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.3 kB] 2024-04-26T04:40:20.016 INFO:teuthology.orchestra.run.smithi174.stdout:Get:5 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.3 kB] 2024-04-26T04:40:20.029 INFO:teuthology.orchestra.run.smithi102.stdout:Hit:6 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-04-26T04:40:20.052 INFO:teuthology.orchestra.run.smithi174.stdout:Hit:6 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-04-26T04:40:20.067 INFO:teuthology.orchestra.run.smithi174.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2024-04-26T04:40:20.155 INFO:teuthology.orchestra.run.smithi174.stdout:Hit:8 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-04-26T04:40:20.156 INFO:teuthology.orchestra.run.smithi174.stdout:Hit:9 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-04-26T04:40:20.167 INFO:teuthology.orchestra.run.smithi102.stdout:Hit:7 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-04-26T04:40:20.255 INFO:teuthology.orchestra.run.smithi102.stdout:Hit:8 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-04-26T04:40:20.333 INFO:teuthology.orchestra.run.smithi102.stdout:Hit:9 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-04-26T04:40:20.414 INFO:teuthology.orchestra.run.smithi174.stdout:Fetched 147 kB in 0s (400 kB/s) 2024-04-26T04:40:20.471 INFO:teuthology.orchestra.run.smithi102.stdout:Fetched 28.3 kB in 0s (64.9 kB/s) 2024-04-26T04:40:21.398 INFO:teuthology.orchestra.run.smithi102.stdout:Reading package lists... 2024-04-26T04:40:21.413 DEBUG:teuthology.orchestra.run.smithi102:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=17.2.7-1jammy cephadm=17.2.7-1jammy ceph-mds=17.2.7-1jammy ceph-mgr=17.2.7-1jammy ceph-common=17.2.7-1jammy ceph-fuse=17.2.7-1jammy ceph-test=17.2.7-1jammy radosgw=17.2.7-1jammy python3-rados=17.2.7-1jammy python3-rgw=17.2.7-1jammy python3-cephfs=17.2.7-1jammy python3-rbd=17.2.7-1jammy libcephfs2=17.2.7-1jammy libcephfs-dev=17.2.7-1jammy librados2=17.2.7-1jammy librbd1=17.2.7-1jammy rbd-fuse=17.2.7-1jammy 2024-04-26T04:40:21.414 INFO:teuthology.orchestra.run.smithi174.stdout:Reading package lists... 2024-04-26T04:40:21.430 DEBUG:teuthology.orchestra.run.smithi174:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=17.2.7-1jammy cephadm=17.2.7-1jammy ceph-mds=17.2.7-1jammy ceph-mgr=17.2.7-1jammy ceph-common=17.2.7-1jammy ceph-fuse=17.2.7-1jammy ceph-test=17.2.7-1jammy radosgw=17.2.7-1jammy python3-rados=17.2.7-1jammy python3-rgw=17.2.7-1jammy python3-cephfs=17.2.7-1jammy python3-rbd=17.2.7-1jammy libcephfs2=17.2.7-1jammy libcephfs-dev=17.2.7-1jammy librados2=17.2.7-1jammy librbd1=17.2.7-1jammy rbd-fuse=17.2.7-1jammy 2024-04-26T04:40:21.476 INFO:teuthology.orchestra.run.smithi102.stdout:Reading package lists... 2024-04-26T04:40:21.491 INFO:teuthology.orchestra.run.smithi174.stdout:Reading package lists... 2024-04-26T04:40:21.676 INFO:teuthology.orchestra.run.smithi102.stdout:Building dependency tree... 2024-04-26T04:40:21.676 INFO:teuthology.orchestra.run.smithi102.stdout:Reading state information... 2024-04-26T04:40:21.691 INFO:teuthology.orchestra.run.smithi174.stdout:Building dependency tree... 2024-04-26T04:40:21.692 INFO:teuthology.orchestra.run.smithi174.stdout:Reading state information... 2024-04-26T04:40:21.873 INFO:teuthology.orchestra.run.smithi102.stdout:The following packages were automatically installed and are no longer required: 2024-04-26T04:40:21.873 INFO:teuthology.orchestra.run.smithi102.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-04-26T04:40:21.873 INFO:teuthology.orchestra.run.smithi102.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-04-26T04:40:21.873 INFO:teuthology.orchestra.run.smithi102.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-04-26T04:40:21.875 INFO:teuthology.orchestra.run.smithi102.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-04-26T04:40:21.875 INFO:teuthology.orchestra.run.smithi102.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-04-26T04:40:21.875 INFO:teuthology.orchestra.run.smithi102.stdout:Use 'sudo apt autoremove' to remove them. 2024-04-26T04:40:21.875 INFO:teuthology.orchestra.run.smithi102.stdout:The following additional packages will be installed: 2024-04-26T04:40:21.875 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-04-26T04:40:21.875 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd ceph-volume jq 2024-04-26T04:40:21.876 INFO:teuthology.orchestra.run.smithi102.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-04-26T04:40:21.876 INFO:teuthology.orchestra.run.smithi102.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-04-26T04:40:21.877 INFO:teuthology.orchestra.run.smithi174.stdout:The following packages were automatically installed and are no longer required: 2024-04-26T04:40:21.877 INFO:teuthology.orchestra.run.smithi174.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-04-26T04:40:21.877 INFO:teuthology.orchestra.run.smithi174.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-04-26T04:40:21.877 INFO:teuthology.orchestra.run.smithi174.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-04-26T04:40:21.877 INFO:teuthology.orchestra.run.smithi174.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-04-26T04:40:21.877 INFO:teuthology.orchestra.run.smithi174.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-04-26T04:40:21.877 INFO:teuthology.orchestra.run.smithi174.stdout:Use 'sudo apt autoremove' to remove them. 2024-04-26T04:40:21.877 INFO:teuthology.orchestra.run.smithi174.stdout:The following additional packages will be installed: 2024-04-26T04:40:21.877 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-04-26T04:40:21.877 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd ceph-volume jq 2024-04-26T04:40:21.877 INFO:teuthology.orchestra.run.smithi174.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-04-26T04:40:21.877 INFO:teuthology.orchestra.run.smithi174.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-04-26T04:40:21.878 INFO:teuthology.orchestra.run.smithi174.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2024-04-26T04:40:21.878 INFO:teuthology.orchestra.run.smithi174.stdout: python-babel-localedata python-pastedeploy-tpl python3-babel python3-bcrypt 2024-04-26T04:40:21.878 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-certifi 2024-04-26T04:40:21.878 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cheroot python3-cherrypy3 python3-google-auth python3-idna 2024-04-26T04:40:21.878 INFO:teuthology.orchestra.run.smithi174.stdout: python3-iniconfig python3-jaraco.classes python3-jaraco.collections 2024-04-26T04:40:21.878 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco.functools python3-jaraco.text python3-jinja2 python3-joblib 2024-04-26T04:40:21.878 INFO:teuthology.orchestra.run.smithi174.stdout: python3-kubernetes python3-logutils python3-mako python3-markupsafe 2024-04-26T04:40:21.878 INFO:teuthology.orchestra.run.smithi174.stdout: python3-natsort python3-openssl python3-paste python3-pastedeploy 2024-04-26T04:40:21.878 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pastescript python3-pecan python3-pluggy python3-portend 2024-04-26T04:40:21.878 INFO:teuthology.orchestra.run.smithi174.stdout: python3-prettytable python3-psutil python3-py python3-pyasn1 2024-04-26T04:40:21.878 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pyasn1-modules python3-pygments python3-pyinotify python3-pytest 2024-04-26T04:40:21.878 INFO:teuthology.orchestra.run.smithi174.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-routes 2024-04-26T04:40:21.878 INFO:teuthology.orchestra.run.smithi174.stdout: python3-rsa python3-simplegeneric python3-simplejson python3-singledispatch 2024-04-26T04:40:21.878 INFO:teuthology.orchestra.run.smithi174.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-04-26T04:40:21.879 INFO:teuthology.orchestra.run.smithi174.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-04-26T04:40:21.879 INFO:teuthology.orchestra.run.smithi174.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-04-26T04:40:21.879 INFO:teuthology.orchestra.run.smithi174.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat xmlstarlet 2024-04-26T04:40:21.879 INFO:teuthology.orchestra.run.smithi174.stdout:Suggested packages: 2024-04-26T04:40:21.880 INFO:teuthology.orchestra.run.smithi174.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2024-04-26T04:40:21.880 INFO:teuthology.orchestra.run.smithi174.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2024-04-26T04:40:21.880 INFO:teuthology.orchestra.run.smithi174.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2024-04-26T04:40:21.880 INFO:teuthology.orchestra.run.smithi174.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2024-04-26T04:40:21.880 INFO:teuthology.orchestra.run.smithi174.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2024-04-26T04:40:21.880 INFO:teuthology.orchestra.run.smithi174.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2024-04-26T04:40:21.880 INFO:teuthology.orchestra.run.smithi174.stdout: python3-watchdog 2024-04-26T04:40:21.880 INFO:teuthology.orchestra.run.smithi174.stdout:Recommended packages: 2024-04-26T04:40:21.880 INFO:teuthology.orchestra.run.smithi174.stdout: btrfs-tools 2024-04-26T04:40:21.881 INFO:teuthology.orchestra.run.smithi102.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2024-04-26T04:40:21.881 INFO:teuthology.orchestra.run.smithi102.stdout: python-babel-localedata python-pastedeploy-tpl python3-babel python3-bcrypt 2024-04-26T04:40:21.881 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-certifi 2024-04-26T04:40:21.881 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cheroot python3-cherrypy3 python3-google-auth python3-idna 2024-04-26T04:40:21.881 INFO:teuthology.orchestra.run.smithi102.stdout: python3-iniconfig python3-jaraco.classes python3-jaraco.collections 2024-04-26T04:40:21.881 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco.functools python3-jaraco.text python3-jinja2 python3-joblib 2024-04-26T04:40:21.881 INFO:teuthology.orchestra.run.smithi102.stdout: python3-kubernetes python3-logutils python3-mako python3-markupsafe 2024-04-26T04:40:21.881 INFO:teuthology.orchestra.run.smithi102.stdout: python3-natsort python3-openssl python3-paste python3-pastedeploy 2024-04-26T04:40:21.881 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pastescript python3-pecan python3-pluggy python3-portend 2024-04-26T04:40:21.881 INFO:teuthology.orchestra.run.smithi102.stdout: python3-prettytable python3-psutil python3-py python3-pyasn1 2024-04-26T04:40:21.881 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyasn1-modules python3-pygments python3-pyinotify python3-pytest 2024-04-26T04:40:21.881 INFO:teuthology.orchestra.run.smithi102.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-routes 2024-04-26T04:40:21.882 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rsa python3-simplegeneric python3-simplejson python3-singledispatch 2024-04-26T04:40:21.882 INFO:teuthology.orchestra.run.smithi102.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-04-26T04:40:21.882 INFO:teuthology.orchestra.run.smithi102.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-04-26T04:40:21.882 INFO:teuthology.orchestra.run.smithi102.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-04-26T04:40:21.882 INFO:teuthology.orchestra.run.smithi102.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat xmlstarlet 2024-04-26T04:40:21.882 INFO:teuthology.orchestra.run.smithi102.stdout:Suggested packages: 2024-04-26T04:40:21.882 INFO:teuthology.orchestra.run.smithi102.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2024-04-26T04:40:21.882 INFO:teuthology.orchestra.run.smithi102.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2024-04-26T04:40:21.882 INFO:teuthology.orchestra.run.smithi102.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2024-04-26T04:40:21.882 INFO:teuthology.orchestra.run.smithi102.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2024-04-26T04:40:21.882 INFO:teuthology.orchestra.run.smithi102.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2024-04-26T04:40:21.882 INFO:teuthology.orchestra.run.smithi102.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2024-04-26T04:40:21.882 INFO:teuthology.orchestra.run.smithi102.stdout: python3-watchdog 2024-04-26T04:40:21.882 INFO:teuthology.orchestra.run.smithi102.stdout:Recommended packages: 2024-04-26T04:40:21.883 INFO:teuthology.orchestra.run.smithi102.stdout: btrfs-tools 2024-04-26T04:40:21.975 INFO:teuthology.orchestra.run.smithi174.stdout:The following NEW packages will be installed: 2024-04-26T04:40:21.975 INFO:teuthology.orchestra.run.smithi174.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-04-26T04:40:21.975 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-04-26T04:40:21.975 INFO:teuthology.orchestra.run.smithi174.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-04-26T04:40:21.975 INFO:teuthology.orchestra.run.smithi174.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 2024-04-26T04:40:21.975 INFO:teuthology.orchestra.run.smithi174.stdout: liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-04-26T04:40:21.975 INFO:teuthology.orchestra.run.smithi174.stdout: librados2 libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2024-04-26T04:40:21.977 INFO:teuthology.orchestra.run.smithi174.stdout: libthrift-0.16.0 nvme-cli python-babel-localedata python-pastedeploy-tpl 2024-04-26T04:40:21.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2024-04-26T04:40:21.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2024-04-26T04:40:21.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-04-26T04:40:21.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-04-26T04:40:21.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-04-26T04:40:21.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-04-26T04:40:21.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-04-26T04:40:21.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-04-26T04:40:21.977 INFO:teuthology.orchestra.run.smithi174.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-04-26T04:40:21.978 INFO:teuthology.orchestra.run.smithi174.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2024-04-26T04:40:21.978 INFO:teuthology.orchestra.run.smithi174.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2024-04-26T04:40:21.978 INFO:teuthology.orchestra.run.smithi174.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2024-04-26T04:40:21.978 INFO:teuthology.orchestra.run.smithi174.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2024-04-26T04:40:21.978 INFO:teuthology.orchestra.run.smithi174.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2024-04-26T04:40:21.978 INFO:teuthology.orchestra.run.smithi174.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2024-04-26T04:40:21.978 INFO:teuthology.orchestra.run.smithi174.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2024-04-26T04:40:21.978 INFO:teuthology.orchestra.run.smithi174.stdout: radosgw rbd-fuse socat xmlstarlet 2024-04-26T04:40:21.978 INFO:teuthology.orchestra.run.smithi102.stdout:The following NEW packages will be installed: 2024-04-26T04:40:21.979 INFO:teuthology.orchestra.run.smithi102.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-04-26T04:40:21.979 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-04-26T04:40:21.979 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-04-26T04:40:21.979 INFO:teuthology.orchestra.run.smithi102.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 2024-04-26T04:40:21.979 INFO:teuthology.orchestra.run.smithi102.stdout: liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-04-26T04:40:21.979 INFO:teuthology.orchestra.run.smithi102.stdout: librados2 libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2024-04-26T04:40:21.979 INFO:teuthology.orchestra.run.smithi102.stdout: libthrift-0.16.0 nvme-cli python-babel-localedata python-pastedeploy-tpl 2024-04-26T04:40:21.979 INFO:teuthology.orchestra.run.smithi102.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2024-04-26T04:40:21.979 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2024-04-26T04:40:21.979 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-04-26T04:40:21.979 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-04-26T04:40:21.979 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-04-26T04:40:21.979 INFO:teuthology.orchestra.run.smithi102.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-04-26T04:40:21.980 INFO:teuthology.orchestra.run.smithi102.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-04-26T04:40:21.980 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-04-26T04:40:21.980 INFO:teuthology.orchestra.run.smithi102.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-04-26T04:40:21.980 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2024-04-26T04:40:21.980 INFO:teuthology.orchestra.run.smithi102.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2024-04-26T04:40:21.980 INFO:teuthology.orchestra.run.smithi102.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2024-04-26T04:40:21.980 INFO:teuthology.orchestra.run.smithi102.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2024-04-26T04:40:21.980 INFO:teuthology.orchestra.run.smithi102.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2024-04-26T04:40:21.980 INFO:teuthology.orchestra.run.smithi102.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2024-04-26T04:40:21.980 INFO:teuthology.orchestra.run.smithi102.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2024-04-26T04:40:21.980 INFO:teuthology.orchestra.run.smithi102.stdout: radosgw rbd-fuse socat xmlstarlet 2024-04-26T04:40:22.017 INFO:teuthology.orchestra.run.smithi102.stdout:0 upgraded, 107 newly installed, 0 to remove and 302 not upgraded. 2024-04-26T04:40:22.017 INFO:teuthology.orchestra.run.smithi102.stdout:Need to get 187 MB of archives. 2024-04-26T04:40:22.017 INFO:teuthology.orchestra.run.smithi102.stdout:After this operation, 815 MB of additional disk space will be used. 2024-04-26T04:40:22.017 INFO:teuthology.orchestra.run.smithi102.stdout:Get:1 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 17.2.7-1jammy [3,198 kB] 2024-04-26T04:40:22.025 INFO:teuthology.orchestra.run.smithi174.stdout:0 upgraded, 107 newly installed, 0 to remove and 302 not upgraded. 2024-04-26T04:40:22.025 INFO:teuthology.orchestra.run.smithi174.stdout:Need to get 187 MB of archives. 2024-04-26T04:40:22.025 INFO:teuthology.orchestra.run.smithi174.stdout:After this operation, 815 MB of additional disk space will be used. 2024-04-26T04:40:22.025 INFO:teuthology.orchestra.run.smithi174.stdout:Get:1 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 17.2.7-1jammy [3,198 kB] 2024-04-26T04:40:22.044 INFO:teuthology.orchestra.run.smithi102.stdout:Get:2 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 17.2.7-1jammy [3,067 kB] 2024-04-26T04:40:22.054 INFO:teuthology.orchestra.run.smithi174.stdout:Get:2 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 17.2.7-1jammy [3,067 kB] 2024-04-26T04:40:22.054 INFO:teuthology.orchestra.run.smithi102.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2024-04-26T04:40:22.067 INFO:teuthology.orchestra.run.smithi102.stdout:Get:4 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 17.2.7-1jammy [632 kB] 2024-04-26T04:40:22.071 INFO:teuthology.orchestra.run.smithi102.stdout:Get:5 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 17.2.7-1jammy [344 kB] 2024-04-26T04:40:22.074 INFO:teuthology.orchestra.run.smithi102.stdout:Get:6 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 17.2.7-1jammy [23.1 kB] 2024-04-26T04:40:22.074 INFO:teuthology.orchestra.run.smithi102.stdout:Get:7 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 17.2.7-1jammy [164 kB] 2024-04-26T04:40:22.075 INFO:teuthology.orchestra.run.smithi102.stdout:Get:8 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 17.2.7-1jammy [47.7 kB] 2024-04-26T04:40:22.076 INFO:teuthology.orchestra.run.smithi102.stdout:Get:9 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 17.2.7-1jammy [313 kB] 2024-04-26T04:40:22.078 INFO:teuthology.orchestra.run.smithi102.stdout:Get:10 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 17.2.7-1jammy [5,086 kB] 2024-04-26T04:40:22.079 INFO:teuthology.orchestra.run.smithi174.stdout:Get:3 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 17.2.7-1jammy [632 kB] 2024-04-26T04:40:22.084 INFO:teuthology.orchestra.run.smithi174.stdout:Get:4 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 17.2.7-1jammy [344 kB] 2024-04-26T04:40:22.086 INFO:teuthology.orchestra.run.smithi174.stdout:Get:5 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 17.2.7-1jammy [23.1 kB] 2024-04-26T04:40:22.086 INFO:teuthology.orchestra.run.smithi174.stdout:Get:6 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 17.2.7-1jammy [164 kB] 2024-04-26T04:40:22.088 INFO:teuthology.orchestra.run.smithi174.stdout:Get:7 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 17.2.7-1jammy [47.7 kB] 2024-04-26T04:40:22.088 INFO:teuthology.orchestra.run.smithi174.stdout:Get:8 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 17.2.7-1jammy [313 kB] 2024-04-26T04:40:22.091 INFO:teuthology.orchestra.run.smithi174.stdout:Get:9 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 17.2.7-1jammy [5,086 kB] 2024-04-26T04:40:22.112 INFO:teuthology.orchestra.run.smithi102.stdout:Get:11 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 17.2.7-1jammy [102 kB] 2024-04-26T04:40:22.112 INFO:teuthology.orchestra.run.smithi102.stdout:Get:12 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 17.2.7-1jammy [415 kB] 2024-04-26T04:40:22.116 INFO:teuthology.orchestra.run.smithi102.stdout:Get:13 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 17.2.7-1jammy [25.3 MB] 2024-04-26T04:40:22.124 INFO:teuthology.orchestra.run.smithi174.stdout:Get:10 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 17.2.7-1jammy [102 kB] 2024-04-26T04:40:22.125 INFO:teuthology.orchestra.run.smithi174.stdout:Get:11 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 17.2.7-1jammy [415 kB] 2024-04-26T04:40:22.128 INFO:teuthology.orchestra.run.smithi174.stdout:Get:12 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 17.2.7-1jammy [25.3 MB] 2024-04-26T04:40:22.145 INFO:teuthology.orchestra.run.smithi102.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-04-26T04:40:22.168 INFO:teuthology.orchestra.run.smithi174.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2024-04-26T04:40:22.210 INFO:teuthology.orchestra.run.smithi102.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-04-26T04:40:22.212 INFO:teuthology.orchestra.run.smithi102.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-04-26T04:40:22.217 INFO:teuthology.orchestra.run.smithi102.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-04-26T04:40:22.344 INFO:teuthology.orchestra.run.smithi102.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-04-26T04:40:22.345 INFO:teuthology.orchestra.run.smithi102.stdout:Get:19 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 17.2.7-1jammy [6,378 kB] 2024-04-26T04:40:22.362 INFO:teuthology.orchestra.run.smithi174.stdout:Get:14 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 17.2.7-1jammy [6,378 kB] 2024-04-26T04:40:22.405 INFO:teuthology.orchestra.run.smithi174.stdout:Get:15 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 17.2.7-1jammy [224 kB] 2024-04-26T04:40:22.407 INFO:teuthology.orchestra.run.smithi174.stdout:Get:16 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 17.2.7-1jammy [115 kB] 2024-04-26T04:40:22.416 INFO:teuthology.orchestra.run.smithi102.stdout:Get:20 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 17.2.7-1jammy [224 kB] 2024-04-26T04:40:22.416 INFO:teuthology.orchestra.run.smithi102.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-04-26T04:40:22.417 INFO:teuthology.orchestra.run.smithi102.stdout:Get:22 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 17.2.7-1jammy [115 kB] 2024-04-26T04:40:22.418 INFO:teuthology.orchestra.run.smithi102.stdout:Get:23 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 17.2.7-1jammy [1,429 kB] 2024-04-26T04:40:22.421 INFO:teuthology.orchestra.run.smithi102.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-04-26T04:40:22.428 INFO:teuthology.orchestra.run.smithi102.stdout:Get:25 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 17.2.7-1jammy [8,201 kB] 2024-04-26T04:40:22.454 INFO:teuthology.orchestra.run.smithi174.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-04-26T04:40:22.467 INFO:teuthology.orchestra.run.smithi102.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-04-26T04:40:22.471 INFO:teuthology.orchestra.run.smithi102.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-04-26T04:40:22.481 INFO:teuthology.orchestra.run.smithi174.stdout:Get:18 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 17.2.7-1jammy [1,429 kB] 2024-04-26T04:40:22.482 INFO:teuthology.orchestra.run.smithi102.stdout:Get:28 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 17.2.7-1jammy [28.4 MB] 2024-04-26T04:40:22.483 INFO:teuthology.orchestra.run.smithi102.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-04-26T04:40:22.487 INFO:teuthology.orchestra.run.smithi102.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-04-26T04:40:22.488 INFO:teuthology.orchestra.run.smithi102.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-04-26T04:40:22.489 INFO:teuthology.orchestra.run.smithi102.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-04-26T04:40:22.489 INFO:teuthology.orchestra.run.smithi102.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-04-26T04:40:22.491 INFO:teuthology.orchestra.run.smithi174.stdout:Get:19 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 17.2.7-1jammy [8,201 kB] 2024-04-26T04:40:22.494 INFO:teuthology.orchestra.run.smithi102.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-04-26T04:40:22.495 INFO:teuthology.orchestra.run.smithi102.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-04-26T04:40:22.528 INFO:teuthology.orchestra.run.smithi102.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-04-26T04:40:22.529 INFO:teuthology.orchestra.run.smithi102.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-04-26T04:40:22.529 INFO:teuthology.orchestra.run.smithi102.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-04-26T04:40:22.530 INFO:teuthology.orchestra.run.smithi102.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-04-26T04:40:22.530 INFO:teuthology.orchestra.run.smithi102.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-04-26T04:40:22.531 INFO:teuthology.orchestra.run.smithi102.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-04-26T04:40:22.535 INFO:teuthology.orchestra.run.smithi102.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-04-26T04:40:22.536 INFO:teuthology.orchestra.run.smithi102.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-04-26T04:40:22.546 INFO:teuthology.orchestra.run.smithi174.stdout:Get:20 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 17.2.7-1jammy [28.4 MB] 2024-04-26T04:40:22.562 INFO:teuthology.orchestra.run.smithi102.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-04-26T04:40:22.563 INFO:teuthology.orchestra.run.smithi102.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-04-26T04:40:22.594 INFO:teuthology.orchestra.run.smithi102.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-04-26T04:40:22.595 INFO:teuthology.orchestra.run.smithi102.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-04-26T04:40:22.595 INFO:teuthology.orchestra.run.smithi102.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2024-04-26T04:40:22.598 INFO:teuthology.orchestra.run.smithi102.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-04-26T04:40:22.600 INFO:teuthology.orchestra.run.smithi102.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-04-26T04:40:22.600 INFO:teuthology.orchestra.run.smithi102.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-04-26T04:40:22.611 INFO:teuthology.orchestra.run.smithi102.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-04-26T04:40:22.612 INFO:teuthology.orchestra.run.smithi102.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-04-26T04:40:22.625 INFO:teuthology.orchestra.run.smithi102.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-04-26T04:40:22.626 INFO:teuthology.orchestra.run.smithi102.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-04-26T04:40:22.639 INFO:teuthology.orchestra.run.smithi102.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-04-26T04:40:22.643 INFO:teuthology.orchestra.run.smithi102.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2024-04-26T04:40:22.645 INFO:teuthology.orchestra.run.smithi102.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-04-26T04:40:22.647 INFO:teuthology.orchestra.run.smithi102.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-04-26T04:40:22.649 INFO:teuthology.orchestra.run.smithi102.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2024-04-26T04:40:22.654 INFO:teuthology.orchestra.run.smithi102.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-04-26T04:40:22.746 INFO:teuthology.orchestra.run.smithi102.stdout:Get:62 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 17.2.7-1jammy [3,690 B] 2024-04-26T04:40:22.801 INFO:teuthology.orchestra.run.smithi174.stdout:Get:21 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 17.2.7-1jammy [3,690 B] 2024-04-26T04:40:22.817 INFO:teuthology.orchestra.run.smithi102.stdout:Get:63 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 17.2.7-1jammy [783 kB] 2024-04-26T04:40:22.818 INFO:teuthology.orchestra.run.smithi102.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-04-26T04:40:22.824 INFO:teuthology.orchestra.run.smithi102.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.1 [108 kB] 2024-04-26T04:40:22.824 INFO:teuthology.orchestra.run.smithi102.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-04-26T04:40:22.824 INFO:teuthology.orchestra.run.smithi102.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-04-26T04:40:22.824 INFO:teuthology.orchestra.run.smithi102.stdout:Get:68 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 17.2.7-1jammy [2,120 kB] 2024-04-26T04:40:22.824 INFO:teuthology.orchestra.run.smithi102.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-04-26T04:40:22.837 INFO:teuthology.orchestra.run.smithi102.stdout:Get:70 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 17.2.7-1jammy [80.2 kB] 2024-04-26T04:40:22.838 INFO:teuthology.orchestra.run.smithi102.stdout:Get:71 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 17.2.7-1jammy [118 kB] 2024-04-26T04:40:22.839 INFO:teuthology.orchestra.run.smithi102.stdout:Get:72 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 17.2.7-1jammy [1,824 kB] 2024-04-26T04:40:22.851 INFO:teuthology.orchestra.run.smithi102.stdout:Get:73 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 17.2.7-1jammy [8,615 kB] 2024-04-26T04:40:22.855 INFO:teuthology.orchestra.run.smithi102.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-04-26T04:40:22.859 INFO:teuthology.orchestra.run.smithi102.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-04-26T04:40:22.859 INFO:teuthology.orchestra.run.smithi102.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-04-26T04:40:22.870 INFO:teuthology.orchestra.run.smithi174.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-04-26T04:40:22.870 INFO:teuthology.orchestra.run.smithi174.stdout:Get:23 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 17.2.7-1jammy [783 kB] 2024-04-26T04:40:22.875 INFO:teuthology.orchestra.run.smithi174.stdout:Get:24 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 17.2.7-1jammy [2,120 kB] 2024-04-26T04:40:22.882 INFO:teuthology.orchestra.run.smithi102.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-04-26T04:40:22.889 INFO:teuthology.orchestra.run.smithi174.stdout:Get:25 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 17.2.7-1jammy [80.2 kB] 2024-04-26T04:40:22.890 INFO:teuthology.orchestra.run.smithi174.stdout:Get:26 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 17.2.7-1jammy [118 kB] 2024-04-26T04:40:22.891 INFO:teuthology.orchestra.run.smithi174.stdout:Get:27 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 17.2.7-1jammy [1,824 kB] 2024-04-26T04:40:22.899 INFO:teuthology.orchestra.run.smithi174.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-04-26T04:40:22.899 INFO:teuthology.orchestra.run.smithi102.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-04-26T04:40:22.903 INFO:teuthology.orchestra.run.smithi174.stdout:Get:29 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 17.2.7-1jammy [8,615 kB] 2024-04-26T04:40:22.907 INFO:teuthology.orchestra.run.smithi102.stdout:Get:79 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 17.2.7-1jammy [3,814 B] 2024-04-26T04:40:22.907 INFO:teuthology.orchestra.run.smithi102.stdout:Get:80 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 17.2.7-1jammy [52.7 MB] 2024-04-26T04:40:22.909 INFO:teuthology.orchestra.run.smithi102.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-04-26T04:40:22.910 INFO:teuthology.orchestra.run.smithi102.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-04-26T04:40:22.910 INFO:teuthology.orchestra.run.smithi102.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-04-26T04:40:22.911 INFO:teuthology.orchestra.run.smithi102.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-04-26T04:40:22.911 INFO:teuthology.orchestra.run.smithi102.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-04-26T04:40:22.912 INFO:teuthology.orchestra.run.smithi102.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-04-26T04:40:22.916 INFO:teuthology.orchestra.run.smithi102.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-04-26T04:40:22.928 INFO:teuthology.orchestra.run.smithi174.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-04-26T04:40:22.951 INFO:teuthology.orchestra.run.smithi102.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-04-26T04:40:22.953 INFO:teuthology.orchestra.run.smithi102.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-04-26T04:40:22.954 INFO:teuthology.orchestra.run.smithi102.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-04-26T04:40:22.958 INFO:teuthology.orchestra.run.smithi174.stdout:Get:31 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 17.2.7-1jammy [3,814 B] 2024-04-26T04:40:22.958 INFO:teuthology.orchestra.run.smithi174.stdout:Get:32 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 17.2.7-1jammy [52.7 MB] 2024-04-26T04:40:22.991 INFO:teuthology.orchestra.run.smithi102.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-04-26T04:40:22.998 INFO:teuthology.orchestra.run.smithi102.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2024-04-26T04:40:23.009 INFO:teuthology.orchestra.run.smithi102.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-04-26T04:40:23.010 INFO:teuthology.orchestra.run.smithi102.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-04-26T04:40:23.012 INFO:teuthology.orchestra.run.smithi102.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-04-26T04:40:23.012 INFO:teuthology.orchestra.run.smithi102.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-04-26T04:40:23.016 INFO:teuthology.orchestra.run.smithi102.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-04-26T04:40:23.031 INFO:teuthology.orchestra.run.smithi102.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-04-26T04:40:23.048 INFO:teuthology.orchestra.run.smithi102.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-04-26T04:40:23.049 INFO:teuthology.orchestra.run.smithi102.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-04-26T04:40:23.066 INFO:teuthology.orchestra.run.smithi102.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-04-26T04:40:23.072 INFO:teuthology.orchestra.run.smithi102.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-04-26T04:40:23.074 INFO:teuthology.orchestra.run.smithi102.stdout:Get:103 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-04-26T04:40:23.507 INFO:teuthology.orchestra.run.smithi174.stdout:Get:33 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 17.2.7-1jammy [240 kB] 2024-04-26T04:40:23.510 INFO:teuthology.orchestra.run.smithi174.stdout:Get:34 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 17.2.7-1jammy [22.4 kB] 2024-04-26T04:40:23.511 INFO:teuthology.orchestra.run.smithi174.stdout:Get:35 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 17.2.7-1jammy [15.4 MB] 2024-04-26T04:40:23.511 INFO:teuthology.orchestra.run.smithi102.stdout:Get:104 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 17.2.7-1jammy [240 kB] 2024-04-26T04:40:23.513 INFO:teuthology.orchestra.run.smithi102.stdout:Get:105 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 17.2.7-1jammy [22.4 kB] 2024-04-26T04:40:23.513 INFO:teuthology.orchestra.run.smithi102.stdout:Get:106 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 17.2.7-1jammy [15.4 MB] 2024-04-26T04:40:23.691 INFO:teuthology.orchestra.run.smithi174.stdout:Get:36 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 17.2.7-1jammy [75.8 kB] 2024-04-26T04:40:23.741 INFO:teuthology.orchestra.run.smithi102.stdout:Get:107 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 17.2.7-1jammy [75.8 kB] 2024-04-26T04:40:24.303 INFO:teuthology.orchestra.run.smithi102.stdout:Fetched 187 MB in 2s (106 MB/s) 2024-04-26T04:40:24.392 INFO:teuthology.orchestra.run.smithi174.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-04-26T04:40:24.441 INFO:teuthology.orchestra.run.smithi174.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-04-26T04:40:24.442 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package libfmt8:amd64. 2024-04-26T04:40:24.499 INFO:teuthology.orchestra.run.smithi102.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165995 files and directories currently installed.) 2024-04-26T04:40:24.504 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../000-libfmt8_8.1.1+ds1-2_amd64.deb ... 2024-04-26T04:40:24.582 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2024-04-26T04:40:24.766 INFO:teuthology.orchestra.run.smithi174.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-04-26T04:40:24.894 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-04-26T04:40:24.919 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../001-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-04-26T04:40:24.960 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-04-26T04:40:25.280 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package librados2. 2024-04-26T04:40:25.306 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../002-librados2_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:25.355 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking librados2 (17.2.7-1jammy) ... 2024-04-26T04:40:25.933 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package librbd1. 2024-04-26T04:40:25.959 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../003-librbd1_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:26.000 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking librbd1 (17.2.7-1jammy) ... 2024-04-26T04:40:26.403 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package libcephfs2. 2024-04-26T04:40:26.428 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../004-libcephfs2_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:26.461 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking libcephfs2 (17.2.7-1jammy) ... 2024-04-26T04:40:26.738 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-rados. 2024-04-26T04:40:26.753 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../005-python3-rados_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:26.796 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-rados (17.2.7-1jammy) ... 2024-04-26T04:40:27.074 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-04-26T04:40:27.089 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../006-python3-ceph-argparse_17.2.7-1jammy_all.deb ... 2024-04-26T04:40:27.124 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-ceph-argparse (17.2.7-1jammy) ... 2024-04-26T04:40:27.577 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-cephfs. 2024-04-26T04:40:27.603 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../007-python3-cephfs_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:27.643 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-cephfs (17.2.7-1jammy) ... 2024-04-26T04:40:27.955 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-ceph-common. 2024-04-26T04:40:27.981 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../008-python3-ceph-common_17.2.7-1jammy_all.deb ... 2024-04-26T04:40:28.021 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-ceph-common (17.2.7-1jammy) ... 2024-04-26T04:40:28.333 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-wcwidth. 2024-04-26T04:40:28.359 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../009-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-04-26T04:40:28.395 INFO:teuthology.orchestra.run.smithi174.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-04-26T04:40:28.399 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-04-26T04:40:28.677 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-prettytable. 2024-04-26T04:40:28.703 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../010-python3-prettytable_2.5.0-2_all.deb ... 2024-04-26T04:40:28.735 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-04-26T04:40:28.799 INFO:teuthology.orchestra.run.smithi174.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-04-26T04:40:28.988 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-rbd. 2024-04-26T04:40:29.003 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../011-python3-rbd_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:29.046 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-rbd (17.2.7-1jammy) ... 2024-04-26T04:40:29.399 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-04-26T04:40:29.425 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../012-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-04-26T04:40:29.466 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-04-26T04:40:29.766 INFO:teuthology.orchestra.run.smithi174.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-04-26T04:40:29.835 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-04-26T04:40:29.861 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../013-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-04-26T04:40:29.902 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-04-26T04:40:30.171 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-04-26T04:40:30.198 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../014-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-04-26T04:40:30.238 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-04-26T04:40:30.683 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-04-26T04:40:30.710 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../015-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-04-26T04:40:30.738 INFO:teuthology.orchestra.run.smithi174.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-04-26T04:40:30.759 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-26T04:40:30.953 INFO:teuthology.orchestra.run.smithi174.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-04-26T04:40:31.027 INFO:teuthology.orchestra.run.smithi174.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-04-26T04:40:31.083 INFO:teuthology.orchestra.run.smithi174.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-04-26T04:40:31.095 INFO:teuthology.orchestra.run.smithi174.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-04-26T04:40:31.157 INFO:teuthology.orchestra.run.smithi174.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-04-26T04:40:31.160 INFO:teuthology.orchestra.run.smithi174.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-04-26T04:40:31.167 INFO:teuthology.orchestra.run.smithi174.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-04-26T04:40:31.173 INFO:teuthology.orchestra.run.smithi174.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-04-26T04:40:31.181 INFO:teuthology.orchestra.run.smithi174.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-04-26T04:40:31.186 INFO:teuthology.orchestra.run.smithi174.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-04-26T04:40:31.312 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-04-26T04:40:31.338 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../016-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-04-26T04:40:31.356 INFO:teuthology.orchestra.run.smithi174.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-04-26T04:40:31.378 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-26T04:40:31.731 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-04-26T04:40:31.758 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../017-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-04-26T04:40:31.793 INFO:teuthology.orchestra.run.smithi174.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-04-26T04:40:31.798 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-26T04:40:31.803 INFO:teuthology.orchestra.run.smithi174.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-04-26T04:40:31.808 INFO:teuthology.orchestra.run.smithi174.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-04-26T04:40:31.812 INFO:teuthology.orchestra.run.smithi174.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-04-26T04:40:31.830 INFO:teuthology.orchestra.run.smithi174.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-04-26T04:40:31.833 INFO:teuthology.orchestra.run.smithi174.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-04-26T04:40:31.835 INFO:teuthology.orchestra.run.smithi174.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2024-04-26T04:40:31.879 INFO:teuthology.orchestra.run.smithi174.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-04-26T04:40:31.892 INFO:teuthology.orchestra.run.smithi174.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-04-26T04:40:31.896 INFO:teuthology.orchestra.run.smithi174.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-04-26T04:40:32.151 INFO:teuthology.orchestra.run.smithi174.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-04-26T04:40:32.152 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-04-26T04:40:32.177 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../018-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-04-26T04:40:32.218 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-04-26T04:40:32.237 INFO:teuthology.orchestra.run.smithi174.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-04-26T04:40:32.333 INFO:teuthology.orchestra.run.smithi174.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-04-26T04:40:32.396 INFO:teuthology.orchestra.run.smithi174.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-04-26T04:40:32.512 INFO:teuthology.orchestra.run.smithi174.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-04-26T04:40:32.625 INFO:teuthology.orchestra.run.smithi174.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2024-04-26T04:40:32.648 INFO:teuthology.orchestra.run.smithi174.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-04-26T04:40:32.664 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package librgw2. 2024-04-26T04:40:32.690 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../019-librgw2_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:32.706 INFO:teuthology.orchestra.run.smithi174.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-04-26T04:40:32.723 INFO:teuthology.orchestra.run.smithi174.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2024-04-26T04:40:32.728 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking librgw2 (17.2.7-1jammy) ... 2024-04-26T04:40:32.793 INFO:teuthology.orchestra.run.smithi174.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-04-26T04:40:33.198 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-rgw. 2024-04-26T04:40:33.214 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../020-python3-rgw_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:33.256 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-rgw (17.2.7-1jammy) ... 2024-04-26T04:40:33.263 INFO:teuthology.orchestra.run.smithi174.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-04-26T04:40:33.440 INFO:teuthology.orchestra.run.smithi174.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.1 [108 kB] 2024-04-26T04:40:33.567 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package liboath0:amd64. 2024-04-26T04:40:33.594 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../021-liboath0_2.6.7-3build1_amd64.deb ... 2024-04-26T04:40:33.634 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-04-26T04:40:33.832 INFO:teuthology.orchestra.run.smithi174.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-04-26T04:40:33.841 INFO:teuthology.orchestra.run.smithi174.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-04-26T04:40:33.920 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package libradosstriper1. 2024-04-26T04:40:33.947 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../022-libradosstriper1_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:33.959 INFO:teuthology.orchestra.run.smithi174.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-04-26T04:40:33.987 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking libradosstriper1 (17.2.7-1jammy) ... 2024-04-26T04:40:34.432 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package ceph-common. 2024-04-26T04:40:34.459 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../023-ceph-common_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:34.499 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking ceph-common (17.2.7-1jammy) ... 2024-04-26T04:40:34.668 INFO:teuthology.orchestra.run.smithi174.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-04-26T04:40:34.690 INFO:teuthology.orchestra.run.smithi174.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-04-26T04:40:34.691 INFO:teuthology.orchestra.run.smithi174.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-04-26T04:40:34.828 INFO:teuthology.orchestra.run.smithi174.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-04-26T04:40:34.829 INFO:teuthology.orchestra.run.smithi174.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-04-26T04:40:34.838 INFO:teuthology.orchestra.run.smithi174.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-04-26T04:40:34.839 INFO:teuthology.orchestra.run.smithi174.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-04-26T04:40:35.011 INFO:teuthology.orchestra.run.smithi174.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-04-26T04:40:35.260 INFO:teuthology.orchestra.run.smithi174.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-04-26T04:40:35.298 INFO:teuthology.orchestra.run.smithi174.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-04-26T04:40:35.388 INFO:teuthology.orchestra.run.smithi174.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-04-26T04:40:35.871 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package ceph-base. 2024-04-26T04:40:35.897 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../024-ceph-base_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:35.916 INFO:teuthology.orchestra.run.smithi174.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-04-26T04:40:35.938 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking ceph-base (17.2.7-1jammy) ... 2024-04-26T04:40:36.254 INFO:teuthology.orchestra.run.smithi174.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-04-26T04:40:36.535 INFO:teuthology.orchestra.run.smithi174.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-04-26T04:40:36.569 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-openssl. 2024-04-26T04:40:36.584 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../025-python3-openssl_21.0.0-1_all.deb ... 2024-04-26T04:40:36.619 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-04-26T04:40:36.652 INFO:teuthology.orchestra.run.smithi174.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-04-26T04:40:36.888 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-04-26T04:40:36.914 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../026-ceph-mgr-modules-core_17.2.7-1jammy_all.deb ... 2024-04-26T04:40:36.955 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking ceph-mgr-modules-core (17.2.7-1jammy) ... 2024-04-26T04:40:37.230 INFO:teuthology.orchestra.run.smithi174.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-04-26T04:40:37.334 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-bcrypt. 2024-04-26T04:40:37.350 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../027-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-04-26T04:40:37.384 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-04-26T04:40:37.758 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-04-26T04:40:37.784 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../028-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-04-26T04:40:37.803 INFO:teuthology.orchestra.run.smithi174.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2024-04-26T04:40:37.862 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-04-26T04:40:38.190 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-cheroot. 2024-04-26T04:40:38.216 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../029-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-04-26T04:40:38.256 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-04-26T04:40:38.568 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-04-26T04:40:38.595 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../030-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-04-26T04:40:38.635 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-04-26T04:40:38.785 INFO:teuthology.orchestra.run.smithi174.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-04-26T04:40:38.896 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-jaraco.text. 2024-04-26T04:40:38.922 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../031-python3-jaraco.text_3.6.0-2_all.deb ... 2024-04-26T04:40:38.960 INFO:teuthology.orchestra.run.smithi174.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-04-26T04:40:38.962 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-04-26T04:40:39.237 INFO:teuthology.orchestra.run.smithi174.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-04-26T04:40:39.257 INFO:teuthology.orchestra.run.smithi174.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-04-26T04:40:39.265 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-04-26T04:40:39.291 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../032-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-04-26T04:40:39.331 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-04-26T04:40:39.416 INFO:teuthology.orchestra.run.smithi174.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-04-26T04:40:39.446 INFO:teuthology.orchestra.run.smithi174.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-04-26T04:40:39.608 INFO:teuthology.orchestra.run.smithi174.stdout:Get:103 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-04-26T04:40:39.610 INFO:teuthology.orchestra.run.smithi174.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-04-26T04:40:39.612 INFO:teuthology.orchestra.run.smithi174.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-04-26T04:40:39.634 INFO:teuthology.orchestra.run.smithi174.stdout:Get:106 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-04-26T04:40:39.634 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-tempora. 2024-04-26T04:40:39.639 INFO:teuthology.orchestra.run.smithi174.stdout:Get:107 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-04-26T04:40:39.660 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../033-python3-tempora_4.1.2-1_all.deb ... 2024-04-26T04:40:39.701 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-04-26T04:40:39.954 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-portend. 2024-04-26T04:40:39.980 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../034-python3-portend_3.0.0-1_all.deb ... 2024-04-26T04:40:40.020 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-04-26T04:40:40.301 INFO:teuthology.orchestra.run.smithi174.stdout:Fetched 187 MB in 18s (10.5 MB/s) 2024-04-26T04:40:40.340 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-04-26T04:40:40.366 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../035-python3-zc.lockfile_2.0-1_all.deb ... 2024-04-26T04:40:40.406 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-04-26T04:40:40.438 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libfmt8:amd64. 2024-04-26T04:40:40.537 INFO:teuthology.orchestra.run.smithi174.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165995 files and directories currently installed.) 2024-04-26T04:40:40.543 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../000-libfmt8_8.1.1+ds1-2_amd64.deb ... 2024-04-26T04:40:40.629 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2024-04-26T04:40:40.710 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-cherrypy3. 2024-04-26T04:40:40.736 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../036-python3-cherrypy3_18.6.1-4_all.deb ... 2024-04-26T04:40:40.776 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-04-26T04:40:40.949 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-04-26T04:40:40.975 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../001-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-04-26T04:40:41.015 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-04-26T04:40:41.121 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-natsort. 2024-04-26T04:40:41.147 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../037-python3-natsort_8.0.2-1_all.deb ... 2024-04-26T04:40:41.188 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-04-26T04:40:41.335 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package librados2. 2024-04-26T04:40:41.362 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../002-librados2_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:41.402 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking librados2 (17.2.7-1jammy) ... 2024-04-26T04:40:41.499 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-logutils. 2024-04-26T04:40:41.525 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../038-python3-logutils_0.3.3-8_all.deb ... 2024-04-26T04:40:41.566 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-04-26T04:40:41.821 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package librbd1. 2024-04-26T04:40:41.848 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../003-librbd1_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:41.887 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking librbd1 (17.2.7-1jammy) ... 2024-04-26T04:40:41.894 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-markupsafe. 2024-04-26T04:40:41.920 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../039-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-04-26T04:40:41.960 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-04-26T04:40:42.213 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-mako. 2024-04-26T04:40:42.239 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../040-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-04-26T04:40:42.271 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-04-26T04:40:42.299 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libcephfs2. 2024-04-26T04:40:42.325 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../004-libcephfs2_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:42.365 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libcephfs2 (17.2.7-1jammy) ... 2024-04-26T04:40:42.574 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-simplegeneric. 2024-04-26T04:40:42.601 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-rados. 2024-04-26T04:40:42.601 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../041-python3-simplegeneric_0.8.1-3_all.deb ... 2024-04-26T04:40:42.616 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../005-python3-rados_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:42.641 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-04-26T04:40:42.659 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-rados (17.2.7-1jammy) ... 2024-04-26T04:40:42.961 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-singledispatch. 2024-04-26T04:40:42.970 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-04-26T04:40:42.987 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../042-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-04-26T04:40:42.997 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../006-python3-ceph-argparse_17.2.7-1jammy_all.deb ... 2024-04-26T04:40:43.036 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-ceph-argparse (17.2.7-1jammy) ... 2024-04-26T04:40:43.052 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-04-26T04:40:43.289 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-cephfs. 2024-04-26T04:40:43.304 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../007-python3-cephfs_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:43.355 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-webob. 2024-04-26T04:40:43.355 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-cephfs (17.2.7-1jammy) ... 2024-04-26T04:40:43.382 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../043-python3-webob_1%3a1.8.6-1.1_all.deb ... 2024-04-26T04:40:43.422 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2024-04-26T04:40:43.683 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-ceph-common. 2024-04-26T04:40:43.710 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../008-python3-ceph-common_17.2.7-1jammy_all.deb ... 2024-04-26T04:40:43.741 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-waitress. 2024-04-26T04:40:43.750 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-ceph-common (17.2.7-1jammy) ... 2024-04-26T04:40:43.768 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../044-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-04-26T04:40:43.803 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-04-26T04:40:44.036 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-wcwidth. 2024-04-26T04:40:44.063 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../009-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-04-26T04:40:44.069 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-tempita. 2024-04-26T04:40:44.096 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../045-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-04-26T04:40:44.102 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-04-26T04:40:44.136 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-04-26T04:40:44.397 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-prettytable. 2024-04-26T04:40:44.416 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../010-python3-prettytable_2.5.0-2_all.deb ... 2024-04-26T04:40:44.439 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-paste. 2024-04-26T04:40:44.455 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-04-26T04:40:44.465 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../046-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-04-26T04:40:44.505 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-04-26T04:40:44.708 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-rbd. 2024-04-26T04:40:44.723 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../011-python3-rbd_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:44.767 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-rbd (17.2.7-1jammy) ... 2024-04-26T04:40:44.783 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-04-26T04:40:44.798 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../047-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-04-26T04:40:44.833 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-04-26T04:40:45.111 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-04-26T04:40:45.136 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-pastedeploy. 2024-04-26T04:40:45.137 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../012-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-04-26T04:40:45.163 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../048-python3-pastedeploy_2.1.1-1_all.deb ... 2024-04-26T04:40:45.177 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-04-26T04:40:45.203 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-04-26T04:40:45.522 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-webtest. 2024-04-26T04:40:45.549 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../049-python3-webtest_2.0.35-1_all.deb ... 2024-04-26T04:40:45.589 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-04-26T04:40:45.647 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-04-26T04:40:45.673 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../013-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-04-26T04:40:45.705 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-04-26T04:40:45.902 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-pecan. 2024-04-26T04:40:45.941 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../050-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-04-26T04:40:45.967 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-04-26T04:40:46.033 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-04-26T04:40:46.059 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../014-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-04-26T04:40:46.100 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-04-26T04:40:46.305 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-certifi. 2024-04-26T04:40:46.331 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../051-python3-certifi_2020.6.20-1_all.deb ... 2024-04-26T04:40:46.371 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-04-26T04:40:46.519 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-04-26T04:40:46.546 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../015-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-04-26T04:40:46.586 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-26T04:40:46.683 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-idna. 2024-04-26T04:40:46.709 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../052-python3-idna_3.3-1_all.deb ... 2024-04-26T04:40:46.749 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-idna (3.3-1) ... 2024-04-26T04:40:46.964 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-04-26T04:40:46.991 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../016-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-04-26T04:40:47.031 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-26T04:40:47.069 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-urllib3. 2024-04-26T04:40:47.084 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../053-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-04-26T04:40:47.127 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-04-26T04:40:47.375 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-04-26T04:40:47.402 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../017-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-04-26T04:40:47.442 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-26T04:40:47.455 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-requests. 2024-04-26T04:40:47.482 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../054-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-04-26T04:40:47.522 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-04-26T04:40:47.795 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-04-26T04:40:47.822 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../018-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-04-26T04:40:47.833 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-werkzeug. 2024-04-26T04:40:47.859 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../055-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2024-04-26T04:40:47.861 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-04-26T04:40:47.899 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-04-26T04:40:48.139 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package librgw2. 2024-04-26T04:40:48.165 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../019-librgw2_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:48.206 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking librgw2 (17.2.7-1jammy) ... 2024-04-26T04:40:48.378 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-04-26T04:40:48.405 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:48.445 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking libsqlite3-mod-ceph (17.2.7-1jammy) ... 2024-04-26T04:40:48.650 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-rgw. 2024-04-26T04:40:48.665 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../020-python3-rgw_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:48.700 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-rgw (17.2.7-1jammy) ... 2024-04-26T04:40:48.781 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package ceph-mgr. 2024-04-26T04:40:48.807 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../057-ceph-mgr_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:48.847 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking ceph-mgr (17.2.7-1jammy) ... 2024-04-26T04:40:49.036 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package liboath0:amd64. 2024-04-26T04:40:49.063 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../021-liboath0_2.6.7-3build1_amd64.deb ... 2024-04-26T04:40:49.102 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-04-26T04:40:49.201 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package ceph-mon. 2024-04-26T04:40:49.227 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../058-ceph-mon_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:49.267 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking ceph-mon (17.2.7-1jammy) ... 2024-04-26T04:40:49.413 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libradosstriper1. 2024-04-26T04:40:49.440 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../022-libradosstriper1_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:49.480 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libradosstriper1 (17.2.7-1jammy) ... 2024-04-26T04:40:49.867 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-common. 2024-04-26T04:40:49.893 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../023-ceph-common_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:49.925 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-common (17.2.7-1jammy) ... 2024-04-26T04:40:50.113 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package ceph-osd. 2024-04-26T04:40:50.139 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../059-ceph-osd_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:50.179 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking ceph-osd (17.2.7-1jammy) ... 2024-04-26T04:40:51.339 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-base. 2024-04-26T04:40:51.365 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../024-ceph-base_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:51.415 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-base (17.2.7-1jammy) ... 2024-04-26T04:40:51.799 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package ceph. 2024-04-26T04:40:51.814 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../060-ceph_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:51.858 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking ceph (17.2.7-1jammy) ... 2024-04-26T04:40:52.101 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-openssl. 2024-04-26T04:40:52.128 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../025-python3-openssl_21.0.0-1_all.deb ... 2024-04-26T04:40:52.167 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-04-26T04:40:52.185 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package ceph-fuse. 2024-04-26T04:40:52.211 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../061-ceph-fuse_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:52.252 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking ceph-fuse (17.2.7-1jammy) ... 2024-04-26T04:40:52.437 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-04-26T04:40:52.463 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../026-ceph-mgr-modules-core_17.2.7-1jammy_all.deb ... 2024-04-26T04:40:52.528 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-mgr-modules-core (17.2.7-1jammy) ... 2024-04-26T04:40:52.630 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package ceph-mds. 2024-04-26T04:40:52.656 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../062-ceph-mds_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:52.697 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking ceph-mds (17.2.7-1jammy) ... 2024-04-26T04:40:52.917 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-bcrypt. 2024-04-26T04:40:52.943 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../027-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-04-26T04:40:52.983 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-04-26T04:40:53.074 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package cephadm. 2024-04-26T04:40:53.101 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../063-cephadm_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:40:53.141 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking cephadm (17.2.7-1jammy) ... 2024-04-26T04:40:53.285 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-04-26T04:40:53.312 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../028-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-04-26T04:40:53.352 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-04-26T04:40:53.427 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python-babel-localedata. 2024-04-26T04:40:53.442 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../064-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-04-26T04:40:53.485 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-04-26T04:40:53.621 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-cheroot. 2024-04-26T04:40:53.637 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../029-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-04-26T04:40:53.679 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-04-26T04:40:53.991 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-04-26T04:40:54.017 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../030-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-04-26T04:40:54.057 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-04-26T04:40:54.344 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-jaraco.text. 2024-04-26T04:40:54.370 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../031-python3-jaraco.text_3.6.0-2_all.deb ... 2024-04-26T04:40:54.410 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-04-26T04:40:54.482 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-babel. 2024-04-26T04:40:54.509 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../065-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-04-26T04:40:54.548 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-04-26T04:40:54.713 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-04-26T04:40:54.740 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../032-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-04-26T04:40:54.779 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-04-26T04:40:54.877 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-jinja2. 2024-04-26T04:40:54.904 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../066-python3-jinja2_3.0.3-1ubuntu0.1_all.deb ... 2024-04-26T04:40:54.943 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-04-26T04:40:55.057 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-tempora. 2024-04-26T04:40:55.084 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../033-python3-tempora_4.1.2-1_all.deb ... 2024-04-26T04:40:55.116 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-04-26T04:40:55.305 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-04-26T04:40:55.331 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../067-ceph-mgr-cephadm_17.2.7-1jammy_all.deb ... 2024-04-26T04:40:55.696 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking ceph-mgr-cephadm (17.2.7-1jammy) ... 2024-04-26T04:40:56.019 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-portend. 2024-04-26T04:40:56.046 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../034-python3-portend_3.0.0-1_all.deb ... 2024-04-26T04:40:56.246 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-04-26T04:40:56.450 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-repoze.lru. 2024-04-26T04:40:56.477 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../068-python3-repoze.lru_0.7-2_all.deb ... 2024-04-26T04:40:56.516 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-04-26T04:40:56.602 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-04-26T04:40:56.629 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../035-python3-zc.lockfile_2.0-1_all.deb ... 2024-04-26T04:40:56.671 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-04-26T04:40:56.803 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-routes. 2024-04-26T04:40:56.830 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../069-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-04-26T04:40:56.869 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-04-26T04:40:56.949 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-cherrypy3. 2024-04-26T04:40:56.976 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../036-python3-cherrypy3_18.6.1-4_all.deb ... 2024-04-26T04:40:57.007 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-04-26T04:40:57.206 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-04-26T04:40:57.233 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../070-ceph-mgr-dashboard_17.2.7-1jammy_all.deb ... 2024-04-26T04:40:57.272 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking ceph-mgr-dashboard (17.2.7-1jammy) ... 2024-04-26T04:40:57.335 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-natsort. 2024-04-26T04:40:57.362 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../037-python3-natsort_8.0.2-1_all.deb ... 2024-04-26T04:40:57.402 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-04-26T04:40:57.684 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-04-26T04:40:57.711 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../071-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-04-26T04:40:57.713 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-logutils. 2024-04-26T04:40:57.740 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../038-python3-logutils_0.3.3-8_all.deb ... 2024-04-26T04:40:57.750 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-04-26T04:40:57.780 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-04-26T04:40:58.049 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-markupsafe. 2024-04-26T04:40:58.076 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../039-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-04-26T04:40:58.107 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-04-26T04:40:58.255 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-joblib. 2024-04-26T04:40:58.281 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../072-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-04-26T04:40:58.321 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-04-26T04:40:58.410 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-mako. 2024-04-26T04:40:58.437 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../040-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-04-26T04:40:58.477 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-04-26T04:40:58.797 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-simplegeneric. 2024-04-26T04:40:58.823 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../041-python3-simplegeneric_0.8.1-3_all.deb ... 2024-04-26T04:40:58.863 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-04-26T04:40:58.874 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-04-26T04:40:58.901 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../073-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-04-26T04:40:58.941 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-04-26T04:40:59.174 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-singledispatch. 2024-04-26T04:40:59.201 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../042-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-04-26T04:40:59.241 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-04-26T04:40:59.261 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-sklearn. 2024-04-26T04:40:59.287 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../074-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-04-26T04:40:59.327 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-04-26T04:40:59.510 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-webob. 2024-04-26T04:40:59.537 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../043-python3-webob_1%3a1.8.6-1.1_all.deb ... 2024-04-26T04:40:59.568 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2024-04-26T04:40:59.879 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-waitress. 2024-04-26T04:40:59.906 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../044-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-04-26T04:40:59.950 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-04-26T04:41:00.036 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-04-26T04:41:00.064 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../075-ceph-mgr-diskprediction-local_17.2.7-1jammy_all.deb ... 2024-04-26T04:41:00.102 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking ceph-mgr-diskprediction-local (17.2.7-1jammy) ... 2024-04-26T04:41:00.258 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-tempita. 2024-04-26T04:41:00.284 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../045-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-04-26T04:41:00.324 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-04-26T04:41:00.652 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-paste. 2024-04-26T04:41:00.678 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../046-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-04-26T04:41:00.726 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-04-26T04:41:01.021 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-04-26T04:41:01.022 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-cachetools. 2024-04-26T04:41:01.037 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../047-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-04-26T04:41:01.049 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../076-python3-cachetools_5.0.0-1_all.deb ... 2024-04-26T04:41:01.079 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-04-26T04:41:01.088 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-04-26T04:41:01.375 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-pyasn1. 2024-04-26T04:41:01.390 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-pastedeploy. 2024-04-26T04:41:01.401 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../077-python3-pyasn1_0.4.8-1_all.deb ... 2024-04-26T04:41:01.418 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../048-python3-pastedeploy_2.1.1-1_all.deb ... 2024-04-26T04:41:01.441 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-04-26T04:41:01.465 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-04-26T04:41:01.768 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-webtest. 2024-04-26T04:41:01.778 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-04-26T04:41:01.795 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../049-python3-webtest_2.0.35-1_all.deb ... 2024-04-26T04:41:01.805 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../078-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-04-26T04:41:01.835 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-04-26T04:41:01.844 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-04-26T04:41:02.113 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-pecan. 2024-04-26T04:41:02.142 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../050-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-04-26T04:41:02.147 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-rsa. 2024-04-26T04:41:02.171 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-04-26T04:41:02.174 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../079-python3-rsa_4.8-1_all.deb ... 2024-04-26T04:41:02.214 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-rsa (4.8-1) ... 2024-04-26T04:41:02.459 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-google-auth. 2024-04-26T04:41:02.475 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../080-python3-google-auth_1.5.1-3_all.deb ... 2024-04-26T04:41:02.484 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-certifi. 2024-04-26T04:41:02.510 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../051-python3-certifi_2020.6.20-1_all.deb ... 2024-04-26T04:41:02.517 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-04-26T04:41:02.542 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-04-26T04:41:02.829 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-04-26T04:41:02.856 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../081-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-04-26T04:41:02.861 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-idna. 2024-04-26T04:41:02.888 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../052-python3-idna_3.3-1_all.deb ... 2024-04-26T04:41:02.895 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-04-26T04:41:02.928 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-idna (3.3-1) ... 2024-04-26T04:41:03.206 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-websocket. 2024-04-26T04:41:03.234 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../082-python3-websocket_1.2.3-1_all.deb ... 2024-04-26T04:41:03.239 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-urllib3. 2024-04-26T04:41:03.266 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../053-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-04-26T04:41:03.298 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-04-26T04:41:03.305 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-04-26T04:41:03.634 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-requests. 2024-04-26T04:41:03.661 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../054-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-04-26T04:41:03.686 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-kubernetes. 2024-04-26T04:41:03.700 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-04-26T04:41:03.714 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../083-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-04-26T04:41:03.744 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-04-26T04:41:04.011 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-werkzeug. 2024-04-26T04:41:04.038 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../055-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2024-04-26T04:41:04.078 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-04-26T04:41:04.414 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-04-26T04:41:04.425 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-04-26T04:41:04.441 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:41:04.449 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../084-ceph-mgr-k8sevents_17.2.7-1jammy_all.deb ... 2024-04-26T04:41:04.489 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libsqlite3-mod-ceph (17.2.7-1jammy) ... 2024-04-26T04:41:04.491 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking ceph-mgr-k8sevents (17.2.7-1jammy) ... 2024-04-26T04:41:04.811 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package libonig5:amd64. 2024-04-26T04:41:04.826 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-mgr. 2024-04-26T04:41:04.838 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../085-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-04-26T04:41:04.853 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../057-ceph-mgr_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:41:04.877 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-04-26T04:41:04.884 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-mgr (17.2.7-1jammy) ... 2024-04-26T04:41:05.206 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package libjq1:amd64. 2024-04-26T04:41:05.228 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-mon. 2024-04-26T04:41:05.233 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../086-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-04-26T04:41:05.255 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../058-ceph-mon_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:41:05.272 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-04-26T04:41:05.295 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-mon (17.2.7-1jammy) ... 2024-04-26T04:41:05.499 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package jq. 2024-04-26T04:41:05.515 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../087-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-04-26T04:41:05.549 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-04-26T04:41:05.802 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package socat. 2024-04-26T04:41:05.821 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../088-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-04-26T04:41:05.860 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-04-26T04:41:06.107 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-osd. 2024-04-26T04:41:06.133 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../059-ceph-osd_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:41:06.164 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package xmlstarlet. 2024-04-26T04:41:06.173 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-osd (17.2.7-1jammy) ... 2024-04-26T04:41:06.191 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../089-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-04-26T04:41:06.230 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-04-26T04:41:06.593 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package ceph-test. 2024-04-26T04:41:06.620 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../090-ceph-test_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:41:06.659 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking ceph-test (17.2.7-1jammy) ... 2024-04-26T04:41:07.818 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph. 2024-04-26T04:41:07.845 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../060-ceph_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:41:07.876 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph (17.2.7-1jammy) ... 2024-04-26T04:41:08.187 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-fuse. 2024-04-26T04:41:08.214 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../061-ceph-fuse_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:41:08.253 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-fuse (17.2.7-1jammy) ... 2024-04-26T04:41:08.615 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-mds. 2024-04-26T04:41:08.642 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../062-ceph-mds_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:41:08.682 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-mds (17.2.7-1jammy) ... 2024-04-26T04:41:09.060 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package cephadm. 2024-04-26T04:41:09.090 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../063-cephadm_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:41:09.117 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking cephadm (17.2.7-1jammy) ... 2024-04-26T04:41:09.238 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package ceph-volume. 2024-04-26T04:41:09.254 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../091-ceph-volume_17.2.7-1jammy_all.deb ... 2024-04-26T04:41:09.296 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking ceph-volume (17.2.7-1jammy) ... 2024-04-26T04:41:09.362 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python-babel-localedata. 2024-04-26T04:41:09.378 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../064-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-04-26T04:41:09.420 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-04-26T04:41:09.651 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package libcephfs-dev. 2024-04-26T04:41:09.679 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../092-libcephfs-dev_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:41:09.717 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking libcephfs-dev (17.2.7-1jammy) ... 2024-04-26T04:41:10.096 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package nvme-cli. 2024-04-26T04:41:10.123 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../093-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2024-04-26T04:41:10.162 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2024-04-26T04:41:10.425 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-babel. 2024-04-26T04:41:10.452 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../065-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-04-26T04:41:10.491 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-04-26T04:41:10.576 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-iniconfig. 2024-04-26T04:41:10.603 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../094-python3-iniconfig_1.1.1-2_all.deb ... 2024-04-26T04:41:10.643 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-04-26T04:41:10.812 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-jinja2. 2024-04-26T04:41:10.838 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../066-python3-jinja2_3.0.3-1ubuntu0.1_all.deb ... 2024-04-26T04:41:10.878 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-04-26T04:41:10.979 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-pastescript. 2024-04-26T04:41:11.006 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../095-python3-pastescript_2.0.2-4_all.deb ... 2024-04-26T04:41:11.046 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-04-26T04:41:11.197 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-04-26T04:41:11.224 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../067-ceph-mgr-cephadm_17.2.7-1jammy_all.deb ... 2024-04-26T04:41:11.255 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-mgr-cephadm (17.2.7-1jammy) ... 2024-04-26T04:41:11.357 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-pluggy. 2024-04-26T04:41:11.385 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../096-python3-pluggy_0.13.0-7.1_all.deb ... 2024-04-26T04:41:11.424 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-04-26T04:41:11.567 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-repoze.lru. 2024-04-26T04:41:11.595 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../068-python3-repoze.lru_0.7-2_all.deb ... 2024-04-26T04:41:11.625 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-04-26T04:41:11.693 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-psutil. 2024-04-26T04:41:11.710 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../097-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-04-26T04:41:11.743 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-04-26T04:41:11.929 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-routes. 2024-04-26T04:41:11.955 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../069-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-04-26T04:41:11.995 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-04-26T04:41:12.080 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-py. 2024-04-26T04:41:12.107 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../098-python3-py_1.10.0-1_all.deb ... 2024-04-26T04:41:12.146 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-py (1.10.0-1) ... 2024-04-26T04:41:12.331 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-04-26T04:41:12.358 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../070-ceph-mgr-dashboard_17.2.7-1jammy_all.deb ... 2024-04-26T04:41:12.398 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-mgr-dashboard (17.2.7-1jammy) ... 2024-04-26T04:41:12.416 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-pygments. 2024-04-26T04:41:12.429 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../099-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-04-26T04:41:12.458 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-04-26T04:41:12.762 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-04-26T04:41:12.775 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../071-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-04-26T04:41:12.809 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-04-26T04:41:12.904 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-pyinotify. 2024-04-26T04:41:12.931 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../100-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-04-26T04:41:12.970 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-04-26T04:41:13.264 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-toml. 2024-04-26T04:41:13.292 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../101-python3-toml_0.10.2-1_all.deb ... 2024-04-26T04:41:13.305 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-joblib. 2024-04-26T04:41:13.331 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-04-26T04:41:13.332 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../072-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-04-26T04:41:13.375 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-04-26T04:41:13.634 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-pytest. 2024-04-26T04:41:13.661 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../102-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-04-26T04:41:13.700 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-04-26T04:41:13.710 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-04-26T04:41:13.737 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../073-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-04-26T04:41:13.776 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-04-26T04:41:14.079 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package python3-simplejson. 2024-04-26T04:41:14.079 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-sklearn. 2024-04-26T04:41:14.106 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../074-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-04-26T04:41:14.106 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../103-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-04-26T04:41:14.145 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-04-26T04:41:14.145 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-04-26T04:41:14.423 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-04-26T04:41:14.450 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../104-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-04-26T04:41:14.489 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-04-26T04:41:14.771 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-04-26T04:41:14.798 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../075-ceph-mgr-diskprediction-local_17.2.7-1jammy_all.deb ... 2024-04-26T04:41:14.838 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-mgr-diskprediction-local (17.2.7-1jammy) ... 2024-04-26T04:41:15.277 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package radosgw. 2024-04-26T04:41:15.304 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../105-radosgw_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:41:15.343 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking radosgw (17.2.7-1jammy) ... 2024-04-26T04:41:15.765 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-cachetools. 2024-04-26T04:41:15.792 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../076-python3-cachetools_5.0.0-1_all.deb ... 2024-04-26T04:41:15.832 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-04-26T04:41:16.143 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-pyasn1. 2024-04-26T04:41:16.170 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../077-python3-pyasn1_0.4.8-1_all.deb ... 2024-04-26T04:41:16.210 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-04-26T04:41:16.265 INFO:teuthology.orchestra.run.smithi102.stdout:Selecting previously unselected package rbd-fuse. 2024-04-26T04:41:16.281 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing to unpack .../106-rbd-fuse_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:41:16.323 INFO:teuthology.orchestra.run.smithi102.stdout:Unpacking rbd-fuse (17.2.7-1jammy) ... 2024-04-26T04:41:16.488 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-04-26T04:41:16.514 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../078-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-04-26T04:41:16.545 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-04-26T04:41:16.619 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-04-26T04:41:16.878 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-04-26T04:41:16.999 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-rsa. 2024-04-26T04:41:17.021 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2024-04-26T04:41:17.026 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../079-python3-rsa_4.8-1_all.deb ... 2024-04-26T04:41:17.076 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-rsa (4.8-1) ... 2024-04-26T04:41:17.287 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-04-26T04:41:17.369 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-google-auth. 2024-04-26T04:41:17.396 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../080-python3-google-auth_1.5.1-3_all.deb ... 2024-04-26T04:41:17.435 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-04-26T04:41:17.613 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-04-26T04:41:17.713 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-04-26T04:41:17.740 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../081-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-04-26T04:41:17.771 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-04-26T04:41:18.043 INFO:teuthology.orchestra.run.smithi102.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-04-26T04:41:18.099 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-websocket. 2024-04-26T04:41:18.114 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up cephadm (17.2.7-1jammy) ... 2024-04-26T04:41:18.126 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../082-python3-websocket_1.2.3-1_all.deb ... 2024-04-26T04:41:18.165 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-04-26T04:41:18.579 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-kubernetes. 2024-04-26T04:41:18.606 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../083-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-04-26T04:41:18.607 INFO:teuthology.orchestra.run.smithi102.stdout:Adding system user cephadm....done 2024-04-26T04:41:18.645 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-04-26T04:41:18.762 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-04-26T04:41:19.047 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-04-26T04:41:19.267 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-04-26T04:41:19.295 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../084-ceph-mgr-k8sevents_17.2.7-1jammy_all.deb ... 2024-04-26T04:41:19.298 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-04-26T04:41:19.333 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-mgr-k8sevents (17.2.7-1jammy) ... 2024-04-26T04:41:19.558 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-04-26T04:41:19.653 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libonig5:amd64. 2024-04-26T04:41:19.680 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../085-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-04-26T04:41:19.720 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-04-26T04:41:19.809 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-04-26T04:41:19.943 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-py (1.10.0-1) ... 2024-04-26T04:41:20.056 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libjq1:amd64. 2024-04-26T04:41:20.083 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../086-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-04-26T04:41:20.122 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-04-26T04:41:20.261 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-04-26T04:41:20.341 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package jq. 2024-04-26T04:41:20.358 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../087-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-04-26T04:41:20.391 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-04-26T04:41:20.630 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-04-26T04:41:20.652 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package socat. 2024-04-26T04:41:20.680 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../088-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-04-26T04:41:20.719 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-04-26T04:41:20.890 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-04-26T04:41:21.022 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package xmlstarlet. 2024-04-26T04:41:21.038 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../089-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-04-26T04:41:21.080 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-04-26T04:41:21.158 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-04-26T04:41:21.417 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-04-26T04:41:21.459 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-test. 2024-04-26T04:41:21.475 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../090-ceph-test_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:41:21.517 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-test (17.2.7-1jammy) ... 2024-04-26T04:41:21.668 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-04-26T04:41:21.927 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-ceph-argparse (17.2.7-1jammy) ... 2024-04-26T04:41:22.195 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-04-26T04:41:22.330 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-04-26T04:41:22.590 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-04-26T04:41:22.716 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-04-26T04:41:23.058 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-04-26T04:41:23.159 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-04-26T04:41:23.427 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-04-26T04:41:23.703 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-04-26T04:41:23.887 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package ceph-volume. 2024-04-26T04:41:23.915 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../091-ceph-volume_17.2.7-1jammy_all.deb ... 2024-04-26T04:41:23.954 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking ceph-volume (17.2.7-1jammy) ... 2024-04-26T04:41:24.005 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-04-26T04:41:24.292 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package libcephfs-dev. 2024-04-26T04:41:24.319 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../092-libcephfs-dev_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:41:24.358 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking libcephfs-dev (17.2.7-1jammy) ... 2024-04-26T04:41:24.728 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package nvme-cli. 2024-04-26T04:41:24.756 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../093-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2024-04-26T04:41:24.795 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2024-04-26T04:41:24.815 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-04-26T04:41:25.075 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-04-26T04:41:25.175 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-iniconfig. 2024-04-26T04:41:25.201 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-04-26T04:41:25.202 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../094-python3-iniconfig_1.1.1-2_all.deb ... 2024-04-26T04:41:25.242 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-04-26T04:41:25.335 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-04-26T04:41:25.519 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-pastescript. 2024-04-26T04:41:25.547 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../095-python3-pastescript_2.0.2-4_all.deb ... 2024-04-26T04:41:25.577 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-04-26T04:41:25.644 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-04-26T04:41:25.889 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-pluggy. 2024-04-26T04:41:25.895 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-04-26T04:41:25.916 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../096-python3-pluggy_0.13.0-7.1_all.deb ... 2024-04-26T04:41:25.955 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-04-26T04:41:26.267 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-psutil. 2024-04-26T04:41:26.272 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-04-26T04:41:26.294 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../097-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-04-26T04:41:26.333 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-04-26T04:41:26.566 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-04-26T04:41:26.661 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-py. 2024-04-26T04:41:26.689 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../098-python3-py_1.10.0-1_all.deb ... 2024-04-26T04:41:26.727 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-py (1.10.0-1) ... 2024-04-26T04:41:26.900 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-04-26T04:41:27.031 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-pygments. 2024-04-26T04:41:27.058 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../099-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-04-26T04:41:27.097 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-04-26T04:41:27.152 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-04-26T04:41:27.277 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-ceph-common (17.2.7-1jammy) ... 2024-04-26T04:41:27.526 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-pyinotify. 2024-04-26T04:41:27.551 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../100-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-04-26T04:41:27.579 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-idna (3.3-1) ... 2024-04-26T04:41:27.584 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-04-26T04:41:27.887 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-toml. 2024-04-26T04:41:27.897 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-04-26T04:41:27.915 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../101-python3-toml_0.10.2-1_all.deb ... 2024-04-26T04:41:27.962 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-04-26T04:41:28.282 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-pytest. 2024-04-26T04:41:28.309 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../102-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-04-26T04:41:28.347 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-04-26T04:41:28.643 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package python3-simplejson. 2024-04-26T04:41:28.670 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../103-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-04-26T04:41:28.709 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-04-26T04:41:28.961 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-04-26T04:41:28.977 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../104-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-04-26T04:41:29.020 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-04-26T04:41:29.103 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-26T04:41:29.237 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-toml (0.10.2-1) ... 2024-04-26T04:41:29.505 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-04-26T04:41:29.631 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-04-26T04:41:29.757 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-04-26T04:41:29.824 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package radosgw. 2024-04-26T04:41:29.841 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../105-radosgw_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:41:29.882 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking radosgw (17.2.7-1jammy) ... 2024-04-26T04:41:30.042 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-04-26T04:41:30.285 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-04-26T04:41:30.553 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-26T04:41:30.679 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2024-04-26T04:41:30.813 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-04-26T04:41:30.818 INFO:teuthology.orchestra.run.smithi174.stdout:Selecting previously unselected package rbd-fuse. 2024-04-26T04:41:30.835 INFO:teuthology.orchestra.run.smithi174.stdout:Preparing to unpack .../106-rbd-fuse_17.2.7-1jammy_amd64.deb ... 2024-04-26T04:41:30.868 INFO:teuthology.orchestra.run.smithi174.stdout:Unpacking rbd-fuse (17.2.7-1jammy) ... 2024-04-26T04:41:31.123 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-04-26T04:41:31.130 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-04-26T04:41:31.374 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-04-26T04:41:31.389 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-04-26T04:41:31.490 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2024-04-26T04:41:31.609 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up ceph-mgr-modules-core (17.2.7-1jammy) ... 2024-04-26T04:41:31.739 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-04-26T04:41:31.760 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-04-26T04:41:32.036 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-04-26T04:41:32.097 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-04-26T04:41:32.295 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-04-26T04:41:32.536 INFO:teuthology.orchestra.run.smithi174.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-04-26T04:41:32.563 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-04-26T04:41:32.600 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up cephadm (17.2.7-1jammy) ... 2024-04-26T04:41:32.689 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-04-26T04:41:32.982 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-04-26T04:41:33.092 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-04-26T04:41:33.110 INFO:teuthology.orchestra.run.smithi174.stdout:Adding system user cephadm....done 2024-04-26T04:41:33.265 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-04-26T04:41:33.376 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2024-04-26T04:41:33.549 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-04-26T04:41:33.694 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-04-26T04:41:33.809 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-04-26T04:41:33.953 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up librados2 (17.2.7-1jammy) ... 2024-04-26T04:41:34.069 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-04-26T04:41:34.096 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-04-26T04:41:34.328 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-04-26T04:41:34.429 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-py (1.10.0-1) ... 2024-04-26T04:41:34.521 INFO:teuthology.orchestra.run.smithi102.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-04-26T04:41:34.714 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-04-26T04:41:34.766 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up libsqlite3-mod-ceph (17.2.7-1jammy) ... 2024-04-26T04:41:34.875 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-04-26T04:41:35.012 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-04-26T04:41:35.056 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-04-26T04:41:35.316 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-04-26T04:41:35.570 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-04-26T04:41:35.584 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-04-26T04:41:35.835 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-04-26T04:41:35.845 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-portend (3.0.0-1) ... 2024-04-26T04:41:36.094 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-04-26T04:41:36.114 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-26T04:41:36.240 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up libcephfs2 (17.2.7-1jammy) ... 2024-04-26T04:41:36.345 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-ceph-argparse (17.2.7-1jammy) ... 2024-04-26T04:41:36.366 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-04-26T04:41:36.597 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-04-26T04:41:36.684 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up libradosstriper1 (17.2.7-1jammy) ... 2024-04-26T04:41:36.706 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-04-26T04:41:36.793 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-04-26T04:41:36.965 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-04-26T04:41:37.091 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-04-26T04:41:37.094 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-04-26T04:41:37.379 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up librbd1 (17.2.7-1jammy) ... 2024-04-26T04:41:37.450 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-04-26T04:41:37.514 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-04-26T04:41:37.618 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-04-26T04:41:37.640 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-rsa (4.8-1) ... 2024-04-26T04:41:37.895 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-04-26T04:41:37.907 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-04-26T04:41:38.154 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-04-26T04:41:38.167 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up ceph-fuse (17.2.7-1jammy) ... 2024-04-26T04:41:38.362 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-04-26T04:41:38.362 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-04-26T04:41:38.680 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-04-26T04:41:38.843 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up libcephfs-dev (17.2.7-1jammy) ... 2024-04-26T04:41:38.994 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-04-26T04:41:39.304 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-04-26T04:41:39.357 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-04-26T04:41:39.608 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-04-26T04:41:39.680 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-04-26T04:41:39.734 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-04-26T04:41:39.868 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-04-26T04:41:39.973 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-04-26T04:41:40.169 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-04-26T04:41:40.404 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-04-26T04:41:40.419 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-04-26T04:41:40.546 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-rados (17.2.7-1jammy) ... 2024-04-26T04:41:40.680 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up librgw2 (17.2.7-1jammy) ... 2024-04-26T04:41:40.805 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-04-26T04:41:40.806 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-rbd (17.2.7-1jammy) ... 2024-04-26T04:41:40.932 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up rbd-fuse (17.2.7-1jammy) ... 2024-04-26T04:41:41.041 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-04-26T04:41:41.090 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-04-26T04:41:41.318 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-rgw (17.2.7-1jammy) ... 2024-04-26T04:41:41.432 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-04-26T04:41:41.469 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-cephfs (17.2.7-1jammy) ... 2024-04-26T04:41:41.620 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-04-26T04:41:41.684 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-04-26T04:41:41.810 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-ceph-common (17.2.7-1jammy) ... 2024-04-26T04:41:42.119 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-idna (3.3-1) ... 2024-04-26T04:41:42.437 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-04-26T04:41:42.767 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up ceph-common (17.2.7-1jammy) ... 2024-04-26T04:41:43.293 INFO:teuthology.orchestra.run.smithi102.stdout:Adding group ceph....done 2024-04-26T04:41:43.643 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-26T04:41:43.670 INFO:teuthology.orchestra.run.smithi102.stdout:Adding system user ceph....done 2024-04-26T04:41:43.777 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-toml (0.10.2-1) ... 2024-04-26T04:41:43.847 INFO:teuthology.orchestra.run.smithi102.stdout:Setting system user ceph properties....done 2024-04-26T04:41:43.863 INFO:teuthology.orchestra.run.smithi102.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-04-26T04:41:43.997 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-04-26T04:41:44.020 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-04-26T04:41:44.146 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-04-26T04:41:44.263 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-04-26T04:41:44.355 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-04-26T04:41:44.531 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-04-26T04:41:44.790 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-04-26T04:41:44.826 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up ceph-test (17.2.7-1jammy) ... 2024-04-26T04:41:44.978 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up radosgw (17.2.7-1jammy) ... 2024-04-26T04:41:45.050 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-26T04:41:45.185 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2024-04-26T04:41:45.262 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-04-26T04:41:45.262 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-04-26T04:41:45.310 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-04-26T04:41:45.595 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-04-26T04:41:45.854 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-04-26T04:41:45.939 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up ceph-base (17.2.7-1jammy) ... 2024-04-26T04:41:46.106 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-mgr-modules-core (17.2.7-1jammy) ... 2024-04-26T04:41:46.207 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-04-26T04:41:46.300 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-04-26T04:41:46.449 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-04-26T04:41:46.701 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-04-26T04:41:46.796 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up ceph-mds (17.2.7-1jammy) ... 2024-04-26T04:41:46.968 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-04-26T04:41:47.086 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-04-26T04:41:47.105 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-04-26T04:41:47.105 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-04-26T04:41:47.345 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-04-26T04:41:47.471 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-04-26T04:41:47.594 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up ceph-mgr (17.2.7-1jammy) ... 2024-04-26T04:41:47.747 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2024-04-26T04:41:47.826 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-04-26T04:41:47.826 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-04-26T04:41:48.040 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-04-26T04:41:48.282 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up librados2 (17.2.7-1jammy) ... 2024-04-26T04:41:48.320 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up ceph-osd (17.2.7-1jammy) ... 2024-04-26T04:41:48.409 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-04-26T04:41:48.609 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-04-26T04:41:48.609 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-04-26T04:41:48.818 INFO:teuthology.orchestra.run.smithi174.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-04-26T04:41:49.062 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libsqlite3-mod-ceph (17.2.7-1jammy) ... 2024-04-26T04:41:49.080 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up ceph-mgr-k8sevents (17.2.7-1jammy) ... 2024-04-26T04:41:49.163 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-04-26T04:41:49.206 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up ceph-mgr-diskprediction-local (17.2.7-1jammy) ... 2024-04-26T04:41:49.272 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-04-26T04:41:49.357 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up ceph-mon (17.2.7-1jammy) ... 2024-04-26T04:41:49.566 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-04-26T04:41:49.567 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-04-26T04:41:49.648 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-04-26T04:41:49.908 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-portend (3.0.0-1) ... 2024-04-26T04:41:50.025 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up ceph-mgr-cephadm (17.2.7-1jammy) ... 2024-04-26T04:41:50.167 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-04-26T04:41:50.168 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up ceph (17.2.7-1jammy) ... 2024-04-26T04:41:50.294 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up ceph-mgr-dashboard (17.2.7-1jammy) ... 2024-04-26T04:41:50.302 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libcephfs2 (17.2.7-1jammy) ... 2024-04-26T04:41:50.428 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-04-26T04:41:50.445 INFO:teuthology.orchestra.run.smithi102.stdout:Setting up ceph-volume (17.2.7-1jammy) ... 2024-04-26T04:41:50.572 INFO:teuthology.orchestra.run.smithi102.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-04-26T04:41:50.737 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libradosstriper1 (17.2.7-1jammy) ... 2024-04-26T04:41:50.838 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-04-26T04:41:51.122 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-04-26T04:41:51.382 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up librbd1 (17.2.7-1jammy) ... 2024-04-26T04:41:51.508 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-04-26T04:41:51.509 INFO:teuthology.orchestra.run.smithi102.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-04-26T04:41:51.634 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-rsa (4.8-1) ... 2024-04-26T04:41:51.902 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-04-26T04:41:51.962 INFO:teuthology.orchestra.run.smithi102.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-04-26T04:41:51.968 DEBUG:teuthology.parallel:result is None 2024-04-26T04:41:52.161 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-fuse (17.2.7-1jammy) ... 2024-04-26T04:41:52.374 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-04-26T04:41:52.374 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-04-26T04:41:52.862 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libcephfs-dev (17.2.7-1jammy) ... 2024-04-26T04:41:53.005 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-04-26T04:41:53.265 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-04-26T04:41:53.901 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-04-26T04:41:54.227 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-04-26T04:41:54.656 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-04-26T04:41:54.774 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-rados (17.2.7-1jammy) ... 2024-04-26T04:41:54.917 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up librgw2 (17.2.7-1jammy) ... 2024-04-26T04:41:55.043 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-rbd (17.2.7-1jammy) ... 2024-04-26T04:41:55.169 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up rbd-fuse (17.2.7-1jammy) ... 2024-04-26T04:41:55.295 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-04-26T04:41:55.563 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-rgw (17.2.7-1jammy) ... 2024-04-26T04:41:55.689 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-cephfs (17.2.7-1jammy) ... 2024-04-26T04:41:55.815 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-04-26T04:41:57.035 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-common (17.2.7-1jammy) ... 2024-04-26T04:41:57.662 INFO:teuthology.orchestra.run.smithi174.stdout:Adding group ceph....done 2024-04-26T04:41:58.052 INFO:teuthology.orchestra.run.smithi174.stdout:Adding system user ceph....done 2024-04-26T04:41:58.231 INFO:teuthology.orchestra.run.smithi174.stdout:Setting system user ceph properties....done 2024-04-26T04:41:58.249 INFO:teuthology.orchestra.run.smithi174.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-04-26T04:41:58.382 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-04-26T04:41:58.725 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-04-26T04:41:59.237 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-test (17.2.7-1jammy) ... 2024-04-26T04:41:59.338 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up radosgw (17.2.7-1jammy) ... 2024-04-26T04:41:59.572 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-04-26T04:41:59.572 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-04-26T04:42:00.206 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-base (17.2.7-1jammy) ... 2024-04-26T04:42:00.528 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-04-26T04:42:01.016 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-mds (17.2.7-1jammy) ... 2024-04-26T04:42:01.220 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-04-26T04:42:01.220 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-04-26T04:42:01.711 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-mgr (17.2.7-1jammy) ... 2024-04-26T04:42:01.917 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-04-26T04:42:01.918 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-04-26T04:42:02.396 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-osd (17.2.7-1jammy) ... 2024-04-26T04:42:02.682 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-04-26T04:42:02.682 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-04-26T04:42:03.181 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-mgr-k8sevents (17.2.7-1jammy) ... 2024-04-26T04:42:03.307 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-mgr-diskprediction-local (17.2.7-1jammy) ... 2024-04-26T04:42:03.458 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-mon (17.2.7-1jammy) ... 2024-04-26T04:42:03.670 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-04-26T04:42:03.670 INFO:teuthology.orchestra.run.smithi174.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-04-26T04:42:04.159 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-mgr-cephadm (17.2.7-1jammy) ... 2024-04-26T04:42:04.302 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph (17.2.7-1jammy) ... 2024-04-26T04:42:04.403 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-mgr-dashboard (17.2.7-1jammy) ... 2024-04-26T04:42:04.537 INFO:teuthology.orchestra.run.smithi174.stdout:Setting up ceph-volume (17.2.7-1jammy) ... 2024-04-26T04:42:04.656 INFO:teuthology.orchestra.run.smithi174.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-04-26T04:42:05.698 INFO:teuthology.orchestra.run.smithi174.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-04-26T04:42:06.137 INFO:teuthology.orchestra.run.smithi174.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-04-26T04:42:06.142 DEBUG:teuthology.parallel:result is None 2024-04-26T04:42:06.142 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-26T04:42:06.142 INFO:teuthology.packaging:ref: None 2024-04-26T04:42:06.142 INFO:teuthology.packaging:tag: None 2024-04-26T04:42:06.142 INFO:teuthology.packaging:branch: quincy 2024-04-26T04:42:06.142 INFO:teuthology.packaging:sha1: b22e2ebdeb24376882b7bda2a7329c8cccc2276a 2024-04-26T04:42:06.143 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=quincy 2024-04-26T04:42:06.384 DEBUG:teuthology.orchestra.run.smithi102:> dpkg-query -W -f '${Version}' ceph 2024-04-26T04:42:06.403 INFO:teuthology.orchestra.run.smithi102.stdout:17.2.7-1jammy 2024-04-26T04:42:06.404 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1jammy 2024-04-26T04:42:06.404 INFO:teuthology.task.install:The correct ceph version 17.2.7-1jammy is installed. 2024-04-26T04:42:06.406 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-26T04:42:06.406 INFO:teuthology.packaging:ref: None 2024-04-26T04:42:06.406 INFO:teuthology.packaging:tag: None 2024-04-26T04:42:06.406 INFO:teuthology.packaging:branch: quincy 2024-04-26T04:42:06.406 INFO:teuthology.packaging:sha1: b22e2ebdeb24376882b7bda2a7329c8cccc2276a 2024-04-26T04:42:06.407 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=quincy 2024-04-26T04:42:06.552 DEBUG:teuthology.orchestra.run.smithi174:> dpkg-query -W -f '${Version}' ceph 2024-04-26T04:42:06.571 INFO:teuthology.orchestra.run.smithi174.stdout:17.2.7-1jammy 2024-04-26T04:42:06.571 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1jammy 2024-04-26T04:42:06.571 INFO:teuthology.task.install:The correct ceph version 17.2.7-1jammy is installed. 2024-04-26T04:42:06.575 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-26T04:42:06.575 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-26T04:42:06.575 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-26T04:42:06.589 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-04-26T04:42:06.589 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-26T04:42:06.624 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-26T04:42:06.625 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-26T04:42:06.625 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/usr/bin/daemon-helper 2024-04-26T04:42:06.643 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-26T04:42:06.699 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-04-26T04:42:06.699 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/usr/bin/daemon-helper 2024-04-26T04:42:06.711 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-26T04:42:06.767 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-26T04:42:06.767 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-26T04:42:06.767 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-26T04:42:06.780 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-26T04:42:06.836 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-04-26T04:42:06.836 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-26T04:42:06.850 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-26T04:42:06.904 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-26T04:42:06.905 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-26T04:42:06.905 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/usr/bin/stdin-killer 2024-04-26T04:42:06.918 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-26T04:42:06.972 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-04-26T04:42:06.972 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/usr/bin/stdin-killer 2024-04-26T04:42:06.985 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-26T04:42:07.041 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-26T04:42:07.152 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': 'b22e2ebdeb24376882b7bda2a7329c8cccc2276a'} 2024-04-26T04:42:07.152 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-04-26T04:42:07.152 INFO:tasks.cephadm:Cluster fsid is 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T04:42:07.152 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-26T04:42:07.152 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.102', 'mon.c': '[v2:172.21.15.102:3301,v1:172.21.15.102:6790]', 'mon.b': '172.21.15.174'} 2024-04-26T04:42:07.153 INFO:tasks.cephadm:First mon is mon.a on smithi102 2024-04-26T04:42:07.153 INFO:tasks.cephadm:First mgr is y 2024-04-26T04:42:07.153 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-26T04:42:07.153 DEBUG:teuthology.orchestra.run.smithi102:> sudo hostname $(hostname -s) 2024-04-26T04:42:07.168 DEBUG:teuthology.orchestra.run.smithi174:> sudo hostname $(hostname -s) 2024-04-26T04:42:07.182 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-04-26T04:42:07.182 DEBUG:teuthology.orchestra.run.smithi102:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T04:42:07.459 INFO:teuthology.orchestra.run.smithi102.stdout:-rw-rw-r-- 1 ubuntu ubuntu 375153 Apr 26 04:42 /home/ubuntu/cephtest/cephadm 2024-04-26T04:42:07.459 DEBUG:teuthology.orchestra.run.smithi174:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-26T04:42:07.715 INFO:teuthology.orchestra.run.smithi174.stdout:-rw-rw-r-- 1 ubuntu ubuntu 375153 Apr 26 04:42 /home/ubuntu/cephtest/cephadm 2024-04-26T04:42:07.715 DEBUG:teuthology.orchestra.run.smithi102:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T04:42:07.723 DEBUG:teuthology.orchestra.run.smithi174:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-26T04:42:07.742 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-04-26T04:42:07.742 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-04-26T04:42:07.769 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-04-26T04:42:07.934 INFO:teuthology.orchestra.run.smithi102.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-04-26T04:42:07.939 INFO:teuthology.orchestra.run.smithi174.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-04-26T04:43:34.558 INFO:teuthology.orchestra.run.smithi174.stdout:{ 2024-04-26T04:43:34.559 INFO:teuthology.orchestra.run.smithi174.stdout: "ceph_version": "ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)", 2024-04-26T04:43:34.559 INFO:teuthology.orchestra.run.smithi174.stdout: "image_id": "0de407c1b3afb7a571e0cc4b0c826a995ed358d49d5f013ca6bdfad025b55c43", 2024-04-26T04:43:34.559 INFO:teuthology.orchestra.run.smithi174.stdout: "repo_digests": [ 2024-04-26T04:43:34.559 INFO:teuthology.orchestra.run.smithi174.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:27d43f80a23d3545096a7bb490598a6f37852da2940e69e5a8f3e3d7fb58fd17" 2024-04-26T04:43:34.559 INFO:teuthology.orchestra.run.smithi174.stdout: ] 2024-04-26T04:43:34.559 INFO:teuthology.orchestra.run.smithi174.stdout:} 2024-04-26T04:43:48.908 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-26T04:43:48.908 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_version": "ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)", 2024-04-26T04:43:48.908 INFO:teuthology.orchestra.run.smithi102.stdout: "image_id": "0de407c1b3afb7a571e0cc4b0c826a995ed358d49d5f013ca6bdfad025b55c43", 2024-04-26T04:43:48.908 INFO:teuthology.orchestra.run.smithi102.stdout: "repo_digests": [ 2024-04-26T04:43:48.908 INFO:teuthology.orchestra.run.smithi102.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:27d43f80a23d3545096a7bb490598a6f37852da2940e69e5a8f3e3d7fb58fd17" 2024-04-26T04:43:48.909 INFO:teuthology.orchestra.run.smithi102.stdout: ] 2024-04-26T04:43:48.909 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-26T04:43:48.944 DEBUG:teuthology.orchestra.run.smithi102:> sudo mkdir -p /etc/ceph 2024-04-26T04:43:48.957 DEBUG:teuthology.orchestra.run.smithi174:> sudo mkdir -p /etc/ceph 2024-04-26T04:43:48.971 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod 777 /etc/ceph 2024-04-26T04:43:49.010 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod 777 /etc/ceph 2024-04-26T04:43:49.024 INFO:tasks.cephadm:Writing seed config... 2024-04-26T04:43:49.025 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-26T04:43:49.025 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-26T04:43:49.025 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-26T04:43:49.025 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-26T04:43:49.026 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-26T04:43:49.026 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-04-26T04:43:49.026 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-26T04:43:49.026 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-26T04:43:49.026 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-26T04:43:49.026 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-26T04:43:49.026 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-26T04:43:49.027 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-26T04:43:49.027 DEBUG:teuthology.orchestra.run.smithi102:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-26T04:43:49.059 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 5615ffaa-0387-11ef-bc93-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-26T04:43:49.060 DEBUG:teuthology.orchestra.run.smithi102:mon.a> sudo journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mon.a.service 2024-04-26T04:43:49.104 DEBUG:teuthology.orchestra.run.smithi102:mgr.y> sudo journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mgr.y.service 2024-04-26T04:43:49.148 INFO:tasks.cephadm:Bootstrapping... 2024-04-26T04:43:49.148 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.102 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-26T04:43:49.355 INFO:teuthology.orchestra.run.smithi102.stdout:-------------------------------------------------------------------------------- 2024-04-26T04:43:49.355 INFO:teuthology.orchestra.run.smithi102.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', '5615ffaa-0387-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.102', '--skip-admin-label'] 2024-04-26T04:43:49.355 INFO:teuthology.orchestra.run.smithi102.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-26T04:43:49.356 INFO:teuthology.orchestra.run.smithi102.stdout:Verifying podman|docker is present... 2024-04-26T04:43:49.356 INFO:teuthology.orchestra.run.smithi102.stdout:Verifying lvm2 is present... 2024-04-26T04:43:49.356 INFO:teuthology.orchestra.run.smithi102.stdout:Verifying time synchronization is in place... 2024-04-26T04:43:49.362 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-26T04:43:49.362 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-26T04:43:49.368 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-26T04:43:49.368 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout inactive 2024-04-26T04:43:49.371 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-04-26T04:43:49.371 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-04-26T04:43:49.374 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-04-26T04:43:49.375 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout inactive 2024-04-26T04:43:49.378 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-04-26T04:43:49.379 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout masked 2024-04-26T04:43:49.382 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-04-26T04:43:49.382 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout inactive 2024-04-26T04:43:49.385 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-04-26T04:43:49.386 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-04-26T04:43:49.389 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-04-26T04:43:49.389 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout inactive 2024-04-26T04:43:49.393 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout enabled 2024-04-26T04:43:49.398 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout active 2024-04-26T04:43:49.398 INFO:teuthology.orchestra.run.smithi102.stdout:Unit ntp.service is enabled and running 2024-04-26T04:43:49.398 INFO:teuthology.orchestra.run.smithi102.stdout:Repeating the final host check... 2024-04-26T04:43:49.399 INFO:teuthology.orchestra.run.smithi102.stdout:docker (/usr/bin/docker) is present 2024-04-26T04:43:49.399 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl is present 2024-04-26T04:43:49.399 INFO:teuthology.orchestra.run.smithi102.stdout:lvcreate is present 2024-04-26T04:43:49.400 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-26T04:43:49.400 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-26T04:43:49.404 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-26T04:43:49.404 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout inactive 2024-04-26T04:43:49.406 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-04-26T04:43:49.406 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-04-26T04:43:49.410 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-04-26T04:43:49.410 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout inactive 2024-04-26T04:43:49.413 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-04-26T04:43:49.413 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout masked 2024-04-26T04:43:49.416 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-04-26T04:43:49.416 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout inactive 2024-04-26T04:43:49.420 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-04-26T04:43:49.420 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-04-26T04:43:49.422 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-04-26T04:43:49.423 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout inactive 2024-04-26T04:43:49.428 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout enabled 2024-04-26T04:43:49.431 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout active 2024-04-26T04:43:49.431 INFO:teuthology.orchestra.run.smithi102.stdout:Unit ntp.service is enabled and running 2024-04-26T04:43:49.431 INFO:teuthology.orchestra.run.smithi102.stdout:Host looks OK 2024-04-26T04:43:49.431 INFO:teuthology.orchestra.run.smithi102.stdout:Cluster fsid: 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T04:43:49.432 INFO:teuthology.orchestra.run.smithi102.stdout:Acquiring lock 139867382146736 on /run/cephadm/5615ffaa-0387-11ef-bc93-c7b262605968.lock 2024-04-26T04:43:49.432 INFO:teuthology.orchestra.run.smithi102.stdout:Lock 139867382146736 acquired on /run/cephadm/5615ffaa-0387-11ef-bc93-c7b262605968.lock 2024-04-26T04:43:49.432 INFO:teuthology.orchestra.run.smithi102.stdout:Verifying IP 172.21.15.102 port 3300 ... 2024-04-26T04:43:49.432 INFO:teuthology.orchestra.run.smithi102.stdout:Verifying IP 172.21.15.102 port 6789 ... 2024-04-26T04:43:49.432 INFO:teuthology.orchestra.run.smithi102.stdout:Base mon IP(s) is [172.21.15.102:3300, 172.21.15.102:6789], mon addrv is [v2:172.21.15.102:3300,v1:172.21.15.102:6789] 2024-04-26T04:43:49.435 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 2024-04-26T04:43:49.436 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.102 metric 100 2024-04-26T04:43:49.436 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/sbin/ip: stdout 158.69.67.47 via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.102 metric 100 2024-04-26T04:43:49.436 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/sbin/ip: stdout 172.17.0.0/16 dev docker0 proto kernel scope link src 172.17.0.1 linkdown 2024-04-26T04:43:49.436 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.102 metric 100 2024-04-26T04:43:49.437 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/sbin/ip: stdout 172.21.0.1 dev enp3s0f1 proto dhcp scope link src 172.21.15.102 metric 100 2024-04-26T04:43:49.437 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/sbin/ip: stdout 172.21.0.2 dev enp3s0f1 proto dhcp scope link src 172.21.15.102 metric 100 2024-04-26T04:43:49.437 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/sbin/ip: stdout 172.21.15.254 dev enp3s0f1 proto dhcp scope link src 172.21.15.102 metric 100 2024-04-26T04:43:49.437 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-26T04:43:49.437 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-04-26T04:43:49.437 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 expires 1795sec pref medium 2024-04-26T04:43:49.441 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-26T04:43:49.441 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-26T04:43:49.441 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-26T04:43:49.441 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-04-26T04:43:49.442 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d769/64 scope link 2024-04-26T04:43:49.442 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-26T04:43:49.442 INFO:teuthology.orchestra.run.smithi102.stdout:Mon IP `172.21.15.102` is in CIDR network `172.21.0.0/20` 2024-04-26T04:43:49.442 INFO:teuthology.orchestra.run.smithi102.stdout:Mon IP `172.21.15.102` is in CIDR network `172.21.0.0/20` 2024-04-26T04:43:49.443 INFO:teuthology.orchestra.run.smithi102.stdout:Mon IP `172.21.15.102` is in CIDR network `172.21.0.1/32` 2024-04-26T04:43:49.443 INFO:teuthology.orchestra.run.smithi102.stdout:Mon IP `172.21.15.102` is in CIDR network `172.21.0.1/32` 2024-04-26T04:43:49.443 INFO:teuthology.orchestra.run.smithi102.stdout:Mon IP `172.21.15.102` is in CIDR network `172.21.0.2/32` 2024-04-26T04:43:49.443 INFO:teuthology.orchestra.run.smithi102.stdout:Mon IP `172.21.15.102` is in CIDR network `172.21.0.2/32` 2024-04-26T04:43:49.443 INFO:teuthology.orchestra.run.smithi102.stdout:Mon IP `172.21.15.102` is in CIDR network `172.21.15.254/32` 2024-04-26T04:43:49.443 INFO:teuthology.orchestra.run.smithi102.stdout:Mon IP `172.21.15.102` is in CIDR network `172.21.15.254/32` 2024-04-26T04:43:49.443 INFO:teuthology.orchestra.run.smithi102.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20', '172.21.0.1/32', '172.21.0.1/32', '172.21.0.2/32', '172.21.0.2/32', '172.21.15.254/32', '172.21.15.254/32'] 2024-04-26T04:43:49.444 INFO:teuthology.orchestra.run.smithi102.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-26T04:43:49.444 INFO:teuthology.orchestra.run.smithi102.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-04-26T04:43:49.698 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/docker: stdout quincy: Pulling from ceph-ci/ceph 2024-04-26T04:43:49.698 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/docker: stdout Digest: sha256:27d43f80a23d3545096a7bb490598a6f37852da2940e69e5a8f3e3d7fb58fd17 2024-04-26T04:43:49.698 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/docker: stdout Status: Image is up to date for quay.ceph.io/ceph-ci/ceph:quincy 2024-04-26T04:43:49.698 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/docker: stdout quay.ceph.io/ceph-ci/ceph:quincy 2024-04-26T04:43:51.160 INFO:teuthology.orchestra.run.smithi102.stdout:ceph: stdout ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable) 2024-04-26T04:43:51.160 INFO:teuthology.orchestra.run.smithi102.stdout:Ceph version: ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable) 2024-04-26T04:43:51.160 INFO:teuthology.orchestra.run.smithi102.stdout:Extracting ceph user uid/gid from container image... 2024-04-26T04:43:52.423 INFO:teuthology.orchestra.run.smithi102.stdout:stat: stdout 167 167 2024-04-26T04:43:52.423 INFO:teuthology.orchestra.run.smithi102.stdout:Creating initial keys... 2024-04-26T04:43:53.728 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-authtool: stdout AQAJMStmnkUzCBAAuw8w9mxs1FCXvldXMuKd5Q== 2024-04-26T04:43:54.999 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-authtool: stdout AQAKMStmQ4PCGxAA09vHfgT8FT6RyItjofeBvw== 2024-04-26T04:43:56.396 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-authtool: stdout AQALMStm59I9MBAA+l3CT1ImoJFYISmZAXtagg== 2024-04-26T04:43:56.397 INFO:teuthology.orchestra.run.smithi102.stdout:Creating initial monmap... 2024-04-26T04:43:57.710 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-26T04:43:57.710 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-04-26T04:43:57.710 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T04:43:57.710 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-26T04:43:57.710 INFO:teuthology.orchestra.run.smithi102.stdout:monmaptool for a [v2:172.21.15.102:3300,v1:172.21.15.102:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-26T04:43:57.711 INFO:teuthology.orchestra.run.smithi102.stdout:setting min_mon_release = octopus 2024-04-26T04:43:57.711 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/monmaptool: set fsid to 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T04:43:57.711 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-26T04:43:57.711 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:43:57.711 INFO:teuthology.orchestra.run.smithi102.stdout:Creating mon... 2024-04-26T04:43:59.068 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 0 set uid:gid to 167:167 (ceph:ceph) 2024-04-26T04:43:59.068 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 1 imported monmap: 2024-04-26T04:43:59.068 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr epoch 0 2024-04-26T04:43:59.068 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T04:43:59.068 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr last_changed 2024-04-26T04:43:57.159925+0000 2024-04-26T04:43:59.068 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr created 2024-04-26T04:43:57.159925+0000 2024-04-26T04:43:59.068 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr min_mon_release 15 (octopus) 2024-04-26T04:43:59.069 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr election_strategy: 1 2024-04-26T04:43:59.069 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-26T04:43:59.069 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr 2024-04-26T04:43:59.069 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 0 /usr/bin/ceph-mon: set fsid to 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T04:43:59.069 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: RocksDB version: 6.15.5 2024-04-26T04:43:59.069 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr 2024-04-26T04:43:59.069 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-26T04:43:59.069 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Compile date Apr 24 2024 2024-04-26T04:43:59.069 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: DB SUMMARY 2024-04-26T04:43:59.069 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr 2024-04-26T04:43:59.069 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: DB Session ID: VM6UU8RPREDVP0AQMUOO 2024-04-26T04:43:59.069 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr 2024-04-26T04:43:59.069 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2024-04-26T04:43:59.069 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr 2024-04-26T04:43:59.070 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2024-04-26T04:43:59.070 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr 2024-04-26T04:43:59.070 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.error_if_exists: 0 2024-04-26T04:43:59.070 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.create_if_missing: 1 2024-04-26T04:43:59.070 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.paranoid_checks: 1 2024-04-26T04:43:59.070 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T04:43:59.070 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.env: 0x559c17825b00 2024-04-26T04:43:59.070 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.fs: Posix File System 2024-04-26T04:43:59.070 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.info_log: 0x559c18710800 2024-04-26T04:43:59.070 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.max_file_opening_threads: 16 2024-04-26T04:43:59.070 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.statistics: (nil) 2024-04-26T04:43:59.071 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.use_fsync: 0 2024-04-26T04:43:59.071 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.max_log_file_size: 0 2024-04-26T04:43:59.071 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T04:43:59.071 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T04:43:59.071 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.keep_log_file_num: 1000 2024-04-26T04:43:59.071 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.recycle_log_file_num: 0 2024-04-26T04:43:59.071 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.allow_fallocate: 1 2024-04-26T04:43:59.071 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.allow_mmap_reads: 0 2024-04-26T04:43:59.071 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.allow_mmap_writes: 0 2024-04-26T04:43:59.071 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.use_direct_reads: 0 2024-04-26T04:43:59.071 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T04:43:59.071 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.create_missing_column_families: 0 2024-04-26T04:43:59.071 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.db_log_dir: 2024-04-26T04:43:59.072 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-04-26T04:43:59.072 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T04:43:59.072 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T04:43:59.072 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T04:43:59.072 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T04:43:59.072 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T04:43:59.072 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T04:43:59.072 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.advise_random_on_open: 1 2024-04-26T04:43:59.072 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.db_write_buffer_size: 0 2024-04-26T04:43:59.072 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.write_buffer_manager: 0x559c194c0090 2024-04-26T04:43:59.072 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T04:43:59.072 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-26T04:43:59.072 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T04:43:59.073 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T04:43:59.073 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.rate_limiter: (nil) 2024-04-26T04:43:59.073 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T04:43:59.073 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.wal_recovery_mode: 2 2024-04-26T04:43:59.073 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.enable_thread_tracking: 0 2024-04-26T04:43:59.073 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.enable_pipelined_write: 0 2024-04-26T04:43:59.073 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.unordered_write: 0 2024-04-26T04:43:59.073 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T04:43:59.073 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T04:43:59.073 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T04:43:59.073 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T04:43:59.073 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.row_cache: None 2024-04-26T04:43:59.073 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.wal_filter: None 2024-04-26T04:43:59.073 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T04:43:59.074 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.allow_ingest_behind: 0 2024-04-26T04:43:59.074 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.preserve_deletes: 0 2024-04-26T04:43:59.074 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.two_write_queues: 0 2024-04-26T04:43:59.074 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.manual_wal_flush: 0 2024-04-26T04:43:59.074 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.atomic_flush: 0 2024-04-26T04:43:59.074 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T04:43:59.074 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T04:43:59.074 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T04:43:59.074 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.log_readahead_size: 0 2024-04-26T04:43:59.074 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T04:43:59.074 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.best_efforts_recovery: 0 2024-04-26T04:43:59.074 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T04:43:59.075 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T04:43:59.075 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.allow_data_in_errors: 0 2024-04-26T04:43:59.075 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.db_host_id: __hostname__ 2024-04-26T04:43:59.075 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.max_background_jobs: 2 2024-04-26T04:43:59.075 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.max_background_compactions: -1 2024-04-26T04:43:59.075 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.max_subcompactions: 1 2024-04-26T04:43:59.075 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T04:43:59.075 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T04:43:59.075 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T04:43:59.076 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.max_total_wal_size: 0 2024-04-26T04:43:59.076 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T04:43:59.076 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T04:43:59.076 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T04:43:59.076 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T04:43:59.076 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.max_open_files: -1 2024-04-26T04:43:59.076 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.bytes_per_sync: 0 2024-04-26T04:43:59.076 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T04:43:59.076 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T04:43:59.076 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.compaction_readahead_size: 0 2024-04-26T04:43:59.076 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Options.max_background_flushes: -1 2024-04-26T04:43:59.077 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Compression algorithms supported: 2024-04-26T04:43:59.077 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T04:43:59.077 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: kZSTD supported: 0 2024-04-26T04:43:59.077 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: kXpressCompression supported: 0 2024-04-26T04:43:59.077 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: kLZ4HCCompression supported: 1 2024-04-26T04:43:59.077 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: kZlibCompression supported: 1 2024-04-26T04:43:59.077 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: kSnappyCompression supported: 1 2024-04-26T04:43:59.077 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: kLZ4Compression supported: 1 2024-04-26T04:43:59.077 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: kBZip2Compression supported: 0 2024-04-26T04:43:59.077 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T04:43:59.077 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.452+0000 7fd35d86cb80 4 rocksdb: [db/db_impl/db_impl_open.cc:281] Creating manifest 1 2024-04-26T04:43:59.078 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr 2024-04-26T04:43:59.078 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2024-04-26T04:43:59.078 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr 2024-04-26T04:43:59.078 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-04-26T04:43:59.078 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr 2024-04-26T04:43:59.078 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T04:43:59.078 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.merge_operator: 2024-04-26T04:43:59.078 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.compaction_filter: None 2024-04-26T04:43:59.078 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.compaction_filter_factory: None 2024-04-26T04:43:59.078 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.sst_partitioner_factory: None 2024-04-26T04:43:59.078 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T04:43:59.078 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T04:43:59.079 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x559c1879efa8) 2024-04-26T04:43:59.079 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks: 1 2024-04-26T04:43:59.079 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T04:43:59.079 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T04:43:59.079 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr pin_top_level_index_and_filter: 1 2024-04-26T04:43:59.079 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr index_type: 0 2024-04-26T04:43:59.079 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr data_block_index_type: 0 2024-04-26T04:43:59.079 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr index_shortening: 1 2024-04-26T04:43:59.079 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr data_block_hash_table_util_ratio: 0.750000 2024-04-26T04:43:59.079 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr hash_index_allow_collision: 1 2024-04-26T04:43:59.080 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr checksum: 1 2024-04-26T04:43:59.080 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr no_block_cache: 0 2024-04-26T04:43:59.080 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr block_cache: 0x559c187d1090 2024-04-26T04:43:59.080 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr block_cache_name: BinnedLRUCache 2024-04-26T04:43:59.080 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr block_cache_options: 2024-04-26T04:43:59.080 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr capacity : 536870912 2024-04-26T04:43:59.080 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr num_shard_bits : 4 2024-04-26T04:43:59.080 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr strict_capacity_limit : 0 2024-04-26T04:43:59.080 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr high_pri_pool_ratio: 0.000 2024-04-26T04:43:59.080 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr block_cache_compressed: (nil) 2024-04-26T04:43:59.080 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr persistent_cache: (nil) 2024-04-26T04:43:59.080 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr block_size: 4096 2024-04-26T04:43:59.081 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr block_size_deviation: 10 2024-04-26T04:43:59.081 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr block_restart_interval: 16 2024-04-26T04:43:59.081 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr index_block_restart_interval: 1 2024-04-26T04:43:59.081 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr metadata_block_size: 4096 2024-04-26T04:43:59.081 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr partition_filters: 0 2024-04-26T04:43:59.081 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr use_delta_encoding: 1 2024-04-26T04:43:59.081 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr filter_policy: rocksdb.BuiltinBloomFilter 2024-04-26T04:43:59.081 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr whole_key_filtering: 1 2024-04-26T04:43:59.081 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr verify_compression: 0 2024-04-26T04:43:59.081 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr read_amp_bytes_per_bit: 0 2024-04-26T04:43:59.081 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr format_version: 4 2024-04-26T04:43:59.081 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr enable_index_compression: 1 2024-04-26T04:43:59.081 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr block_align: 0 2024-04-26T04:43:59.081 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr 2024-04-26T04:43:59.081 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.write_buffer_size: 33554432 2024-04-26T04:43:59.082 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.max_write_buffer_number: 2 2024-04-26T04:43:59.082 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.compression: NoCompression 2024-04-26T04:43:59.082 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.bottommost_compression: Disabled 2024-04-26T04:43:59.082 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.prefix_extractor: nullptr 2024-04-26T04:43:59.082 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T04:43:59.082 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.num_levels: 7 2024-04-26T04:43:59.082 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T04:43:59.082 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T04:43:59.082 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T04:43:59.082 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T04:43:59.082 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T04:43:59.082 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T04:43:59.082 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T04:43:59.082 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T04:43:59.083 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T04:43:59.083 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T04:43:59.083 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T04:43:59.083 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.compression_opts.level: 32767 2024-04-26T04:43:59.083 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.compression_opts.strategy: 0 2024-04-26T04:43:59.083 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T04:43:59.083 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T04:43:59.083 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T04:43:59.083 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.compression_opts.enabled: false 2024-04-26T04:43:59.083 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T04:43:59.083 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T04:43:59.083 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T04:43:59.083 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.target_file_size_base: 67108864 2024-04-26T04:43:59.084 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T04:43:59.084 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T04:43:59.084 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T04:43:59.084 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T04:43:59.084 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T04:43:59.084 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T04:43:59.084 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T04:43:59.084 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T04:43:59.084 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T04:43:59.084 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T04:43:59.084 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T04:43:59.084 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T04:43:59.085 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T04:43:59.085 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.arena_block_size: 4194304 2024-04-26T04:43:59.085 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T04:43:59.085 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T04:43:59.085 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-26T04:43:59.085 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.disable_auto_compactions: 0 2024-04-26T04:43:59.085 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T04:43:59.085 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T04:43:59.085 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T04:43:59.085 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T04:43:59.085 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T04:43:59.085 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T04:43:59.085 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T04:43:59.085 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T04:43:59.085 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T04:43:59.086 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T04:43:59.086 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.table_properties_collectors: 2024-04-26T04:43:59.086 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.inplace_update_support: 0 2024-04-26T04:43:59.086 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T04:43:59.086 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T04:43:59.086 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T04:43:59.086 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T04:43:59.086 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.bloom_locality: 0 2024-04-26T04:43:59.086 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.max_successive_merges: 0 2024-04-26T04:43:59.086 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T04:43:59.086 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.paranoid_file_checks: 0 2024-04-26T04:43:59.086 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.force_consistency_checks: 1 2024-04-26T04:43:59.086 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.report_bg_io_stats: 0 2024-04-26T04:43:59.087 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.ttl: 2592000 2024-04-26T04:43:59.087 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T04:43:59.087 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.enable_blob_files: false 2024-04-26T04:43:59.087 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.min_blob_size: 0 2024-04-26T04:43:59.087 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.blob_file_size: 268435456 2024-04-26T04:43:59.087 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T04:43:59.087 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T04:43:59.087 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T04:43:59.087 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-26T04:43:59.087 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr 2024-04-26T04:43:59.087 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-04-26T04:43:59.087 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr 2024-04-26T04:43:59.087 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: [db/version_set.cc:4082] Creating manifest 3 2024-04-26T04:43:59.088 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr 2024-04-26T04:43:59.088 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x559c18765180 2024-04-26T04:43:59.088 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd35d86cb80 4 rocksdb: DB pointer 0x559c1881c000 2024-04-26T04:43:59.088 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd34f4a1700 4 rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-04-26T04:43:59.088 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.456+0000 7fd34f4a1700 4 rocksdb: [db/db_impl/db_impl.cc:903] 2024-04-26T04:43:59.088 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr ** DB Stats ** 2024-04-26T04:43:59.088 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T04:43:59.088 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T04:43:59.088 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T04:43:59.088 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T04:43:59.088 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T04:43:59.088 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-26T04:43:59.088 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T04:43:59.089 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr 2024-04-26T04:43:59.089 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-04-26T04:43:59.089 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-26T04:43:59.089 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T04:43:59.089 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-26T04:43:59.089 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-26T04:43:59.089 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr 2024-04-26T04:43:59.089 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-04-26T04:43:59.089 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-26T04:43:59.089 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T04:43:59.089 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T04:43:59.090 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T04:43:59.090 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T04:43:59.090 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2024-04-26T04:43:59.090 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T04:43:59.090 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2024-04-26T04:43:59.090 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T04:43:59.090 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T04:43:59.090 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T04:43:59.091 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr 2024-04-26T04:43:59.091 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2024-04-26T04:43:59.091 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr 2024-04-26T04:43:59.091 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-04-26T04:43:59.091 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-26T04:43:59.091 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T04:43:59.091 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-26T04:43:59.091 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-26T04:43:59.092 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr 2024-04-26T04:43:59.092 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-04-26T04:43:59.092 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-26T04:43:59.092 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T04:43:59.092 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T04:43:59.092 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T04:43:59.092 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T04:43:59.092 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2024-04-26T04:43:59.093 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T04:43:59.093 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2024-04-26T04:43:59.093 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T04:43:59.093 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T04:43:59.093 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T04:43:59.093 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr 2024-04-26T04:43:59.093 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2024-04-26T04:43:59.093 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr 2024-04-26T04:43:59.093 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.460+0000 7fd35d86cb80 4 rocksdb: [db/db_impl/db_impl.cc:446] Shutdown: canceling all background work 2024-04-26T04:43:59.094 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.460+0000 7fd35d86cb80 4 rocksdb: [db/db_impl/db_impl.cc:625] Shutdown complete 2024-04-26T04:43:59.094 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-mon: stderr debug 2024-04-26T04:43:58.460+0000 7fd35d86cb80 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2024-04-26T04:43:59.094 INFO:teuthology.orchestra.run.smithi102.stdout:create mon.a on 2024-04-26T04:43:59.269 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2024-04-26T04:43:59.470 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /etc/systemd/system/ceph.target. 2024-04-26T04:43:59.646 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-5615ffaa-0387-11ef-bc93-c7b262605968.target -> /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968.target. 2024-04-26T04:43:59.646 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-5615ffaa-0387-11ef-bc93-c7b262605968.target -> /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968.target. 2024-04-26T04:43:59.846 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mon.a 2024-04-26T04:43:59.846 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Failed to reset failed state of unit ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-26T04:44:00.042 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968.target.wants/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mon.a.service -> /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service. 2024-04-26T04:44:00.051 INFO:teuthology.orchestra.run.smithi102.stdout:firewalld does not appear to be present 2024-04-26T04:44:00.051 INFO:teuthology.orchestra.run.smithi102.stdout:Not possible to enable service . firewalld.service is not available 2024-04-26T04:44:00.051 INFO:teuthology.orchestra.run.smithi102.stdout:Waiting for mon to start... 2024-04-26T04:44:00.051 INFO:teuthology.orchestra.run.smithi102.stdout:Waiting for mon... 2024-04-26T04:44:01.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:01 smithi102 bash[20831]: cluster 2024-04-26T04:44:01.317322+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T04:44:02.158 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout cluster: 2024-04-26T04:44:02.158 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout id: 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T04:44:02.158 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-26T04:44:02.158 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-26T04:44:02.158 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout services: 2024-04-26T04:44:02.158 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.196183s) 2024-04-26T04:44:02.158 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-26T04:44:02.158 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-26T04:44:02.158 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-26T04:44:02.158 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout data: 2024-04-26T04:44:02.159 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-26T04:44:02.159 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-26T04:44:02.159 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-26T04:44:02.159 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout pgs: 2024-04-26T04:44:02.159 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-26T04:44:02.159 INFO:teuthology.orchestra.run.smithi102.stdout:mon is available 2024-04-26T04:44:02.159 INFO:teuthology.orchestra.run.smithi102.stdout:Assimilating anything we can from ceph.conf... 2024-04-26T04:44:02.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:02 smithi102 bash[20831]: cluster 2024-04-26T04:44:01.322284+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T04:44:02.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:02 smithi102 bash[20831]: cluster 2024-04-26T04:44:01.322471+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-26T04:44:02.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:02 smithi102 bash[20831]: cluster 2024-04-26T04:44:01.325039+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap 2024-04-26T04:44:02.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:02 smithi102 bash[20831]: cluster 2024-04-26T04:44:01.327278+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-04-26T04:44:02.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:02 smithi102 bash[20831]: cluster 2024-04-26T04:44:01.327720+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e1: no daemons active 2024-04-26T04:44:02.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:02 smithi102 bash[20831]: audit 2024-04-26T04:44:01.518398+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.102:0/1791462895' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-26T04:44:03.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:03 smithi102 bash[20831]: audit 2024-04-26T04:44:03.146128+0000 mon.a (mon.0) 8 : audit [INF] from='client.? 172.21.15.102:0/3874351345' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-26T04:44:03.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:03 smithi102 bash[20831]: audit 2024-04-26T04:44:03.151366+0000 mon.a (mon.0) 9 : audit [INF] from='client.? 172.21.15.102:0/3874351345' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-26T04:44:03.787 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-26T04:44:03.788 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout [global] 2024-04-26T04:44:03.788 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout fsid = 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T04:44:03.788 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.102:3300,v1:172.21.15.102:6789] 2024-04-26T04:44:03.788 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-26T04:44:03.788 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-26T04:44:03.788 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-26T04:44:03.788 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-26T04:44:03.788 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-26T04:44:03.788 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-26T04:44:03.788 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-26T04:44:03.788 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-26T04:44:03.788 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout [osd] 2024-04-26T04:44:03.789 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-26T04:44:03.789 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-26T04:44:03.789 INFO:teuthology.orchestra.run.smithi102.stdout:Generating new minimal ceph.conf... 2024-04-26T04:44:05.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:04 smithi102 bash[20831]: audit 2024-04-26T04:44:04.731988+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.15.102:0/2772497100' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:44:05.350 INFO:teuthology.orchestra.run.smithi102.stdout:Restarting the monitor... 2024-04-26T04:44:05.629 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:05 smithi102 systemd[1]: Stopping Ceph mon.a for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T04:44:05.629 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:05 smithi102 bash[20831]: debug 2024-04-26T04:44:05.464+0000 7f6747208700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-26T04:44:05.629 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:05 smithi102 bash[20831]: debug 2024-04-26T04:44:05.464+0000 7f6747208700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-26T04:44:06.191 INFO:teuthology.orchestra.run.smithi102.stdout:Setting public_network to 172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32 in mon config section 2024-04-26T04:44:06.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:06 smithi102 bash[21214]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-mon-a 2024-04-26T04:44:06.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:06 smithi102 bash[21278]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-mon-a 2024-04-26T04:44:06.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:06 smithi102 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-26T04:44:06.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:06 smithi102 systemd[1]: Stopped Ceph mon.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T04:44:06.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:06 smithi102 systemd[1]: Started Ceph mon.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T04:44:07.499 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.387+0000 7f61568b7b80 0 set uid:gid to 167:167 (ceph:ceph) 2024-04-26T04:44:07.499 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.387+0000 7f61568b7b80 0 ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable), process ceph-mon, pid 7 2024-04-26T04:44:07.500 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.387+0000 7f61568b7b80 0 pidfile_write: ignore empty --pid-file 2024-04-26T04:44:07.500 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 0 load: jerasure load: lrc 2024-04-26T04:44:07.500 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: RocksDB version: 6.15.5 2024-04-26T04:44:07.500 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-26T04:44:07.500 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Compile date Apr 24 2024 2024-04-26T04:44:07.500 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: DB SUMMARY 2024-04-26T04:44:07.500 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: DB Session ID: NECQ1BCFJ0Y9EHVUNTK3 2024-04-26T04:44:07.500 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: CURRENT file: CURRENT 2024-04-26T04:44:07.501 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: IDENTITY file: IDENTITY 2024-04-26T04:44:07.501 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-04-26T04:44:07.501 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-26T04:44:07.501 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 84255 ; 2024-04-26T04:44:07.501 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.error_if_exists: 0 2024-04-26T04:44:07.501 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.create_if_missing: 0 2024-04-26T04:44:07.501 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.paranoid_checks: 1 2024-04-26T04:44:07.501 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T04:44:07.502 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.env: 0x5625ee970b00 2024-04-26T04:44:07.502 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.fs: Posix File System 2024-04-26T04:44:07.502 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.info_log: 0x5625f0521ec0 2024-04-26T04:44:07.502 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_file_opening_threads: 16 2024-04-26T04:44:07.502 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.statistics: (nil) 2024-04-26T04:44:07.502 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.use_fsync: 0 2024-04-26T04:44:07.502 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_log_file_size: 0 2024-04-26T04:44:07.503 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T04:44:07.503 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T04:44:07.504 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.keep_log_file_num: 1000 2024-04-26T04:44:07.504 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.recycle_log_file_num: 0 2024-04-26T04:44:07.505 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.allow_fallocate: 1 2024-04-26T04:44:07.505 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.allow_mmap_reads: 0 2024-04-26T04:44:07.505 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.allow_mmap_writes: 0 2024-04-26T04:44:07.505 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.use_direct_reads: 0 2024-04-26T04:44:07.505 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T04:44:07.505 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.create_missing_column_families: 0 2024-04-26T04:44:07.505 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.db_log_dir: 2024-04-26T04:44:07.506 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-04-26T04:44:07.506 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T04:44:07.506 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T04:44:07.506 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T04:44:07.506 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T04:44:07.506 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T04:44:07.506 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T04:44:07.506 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.advise_random_on_open: 1 2024-04-26T04:44:07.507 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.db_write_buffer_size: 0 2024-04-26T04:44:07.507 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.write_buffer_manager: 0x5625f1216960 2024-04-26T04:44:07.507 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T04:44:07.507 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-26T04:44:07.507 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T04:44:07.507 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T04:44:07.507 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.rate_limiter: (nil) 2024-04-26T04:44:07.507 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T04:44:07.508 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.wal_recovery_mode: 2 2024-04-26T04:44:07.508 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.enable_thread_tracking: 0 2024-04-26T04:44:07.508 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.enable_pipelined_write: 0 2024-04-26T04:44:07.508 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.unordered_write: 0 2024-04-26T04:44:07.508 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T04:44:07.508 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T04:44:07.508 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T04:44:07.508 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T04:44:07.508 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.row_cache: None 2024-04-26T04:44:07.509 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.wal_filter: None 2024-04-26T04:44:07.509 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T04:44:07.509 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.allow_ingest_behind: 0 2024-04-26T04:44:07.509 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.preserve_deletes: 0 2024-04-26T04:44:07.509 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.two_write_queues: 0 2024-04-26T04:44:07.509 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.manual_wal_flush: 0 2024-04-26T04:44:07.509 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.atomic_flush: 0 2024-04-26T04:44:07.509 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T04:44:07.510 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T04:44:07.510 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T04:44:07.510 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.log_readahead_size: 0 2024-04-26T04:44:07.510 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T04:44:07.510 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.best_efforts_recovery: 0 2024-04-26T04:44:07.510 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T04:44:07.510 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T04:44:07.510 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.allow_data_in_errors: 0 2024-04-26T04:44:07.511 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.db_host_id: __hostname__ 2024-04-26T04:44:07.511 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_background_jobs: 2 2024-04-26T04:44:07.511 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_background_compactions: -1 2024-04-26T04:44:07.511 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_subcompactions: 1 2024-04-26T04:44:07.511 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T04:44:07.511 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T04:44:07.511 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T04:44:07.511 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_total_wal_size: 0 2024-04-26T04:44:07.512 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T04:44:07.512 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T04:44:07.512 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T04:44:07.512 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T04:44:07.512 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_open_files: -1 2024-04-26T04:44:07.512 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.bytes_per_sync: 0 2024-04-26T04:44:07.512 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T04:44:07.512 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T04:44:07.513 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.compaction_readahead_size: 0 2024-04-26T04:44:07.513 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_background_flushes: -1 2024-04-26T04:44:07.513 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Compression algorithms supported: 2024-04-26T04:44:07.513 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T04:44:07.513 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: kZSTD supported: 0 2024-04-26T04:44:07.513 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: kXpressCompression supported: 0 2024-04-26T04:44:07.513 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: kLZ4HCCompression supported: 1 2024-04-26T04:44:07.513 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: kZlibCompression supported: 1 2024-04-26T04:44:07.514 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: kSnappyCompression supported: 1 2024-04-26T04:44:07.514 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: kLZ4Compression supported: 1 2024-04-26T04:44:07.514 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: kBZip2Compression supported: 0 2024-04-26T04:44:07.514 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T04:44:07.514 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-04-26T04:44:07.514 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-04-26T04:44:07.514 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T04:44:07.514 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.merge_operator: 2024-04-26T04:44:07.515 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.compaction_filter: None 2024-04-26T04:44:07.515 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.compaction_filter_factory: None 2024-04-26T04:44:07.515 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.sst_partitioner_factory: None 2024-04-26T04:44:07.515 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T04:44:07.515 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T04:44:07.515 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5625f04f4f70) 2024-04-26T04:44:07.515 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: cache_index_and_filter_blocks: 1 2024-04-26T04:44:07.515 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T04:44:07.516 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T04:44:07.516 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: pin_top_level_index_and_filter: 1 2024-04-26T04:44:07.516 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: index_type: 0 2024-04-26T04:44:07.516 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: data_block_index_type: 0 2024-04-26T04:44:07.516 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: index_shortening: 1 2024-04-26T04:44:07.516 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: data_block_hash_table_util_ratio: 0.750000 2024-04-26T04:44:07.516 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: hash_index_allow_collision: 1 2024-04-26T04:44:07.516 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: checksum: 1 2024-04-26T04:44:07.517 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: no_block_cache: 0 2024-04-26T04:44:07.517 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: block_cache: 0x5625f0527090 2024-04-26T04:44:07.517 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: block_cache_name: BinnedLRUCache 2024-04-26T04:44:07.517 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: block_cache_options: 2024-04-26T04:44:07.517 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: capacity : 536870912 2024-04-26T04:44:07.517 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: num_shard_bits : 4 2024-04-26T04:44:07.517 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: strict_capacity_limit : 0 2024-04-26T04:44:07.517 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: high_pri_pool_ratio: 0.000 2024-04-26T04:44:07.518 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: block_cache_compressed: (nil) 2024-04-26T04:44:07.518 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: persistent_cache: (nil) 2024-04-26T04:44:07.518 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: block_size: 4096 2024-04-26T04:44:07.518 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: block_size_deviation: 10 2024-04-26T04:44:07.518 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: block_restart_interval: 16 2024-04-26T04:44:07.518 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: index_block_restart_interval: 1 2024-04-26T04:44:07.518 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: metadata_block_size: 4096 2024-04-26T04:44:07.518 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: partition_filters: 0 2024-04-26T04:44:07.518 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: use_delta_encoding: 1 2024-04-26T04:44:07.519 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-26T04:44:07.519 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: whole_key_filtering: 1 2024-04-26T04:44:07.519 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: verify_compression: 0 2024-04-26T04:44:07.519 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: read_amp_bytes_per_bit: 0 2024-04-26T04:44:07.519 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: format_version: 4 2024-04-26T04:44:07.519 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: enable_index_compression: 1 2024-04-26T04:44:07.519 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: block_align: 0 2024-04-26T04:44:07.519 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.write_buffer_size: 33554432 2024-04-26T04:44:07.520 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_write_buffer_number: 2 2024-04-26T04:44:07.520 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.compression: NoCompression 2024-04-26T04:44:07.520 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.bottommost_compression: Disabled 2024-04-26T04:44:07.520 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.prefix_extractor: nullptr 2024-04-26T04:44:07.520 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T04:44:07.520 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.num_levels: 7 2024-04-26T04:44:07.520 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T04:44:07.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T04:44:07.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T04:44:07.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T04:44:07.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T04:44:07.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T04:44:07.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T04:44:07.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T04:44:07.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T04:44:07.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T04:44:07.522 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T04:44:07.522 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.compression_opts.level: 32767 2024-04-26T04:44:07.522 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.compression_opts.strategy: 0 2024-04-26T04:44:07.522 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T04:44:07.522 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T04:44:07.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T04:44:07.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.compression_opts.enabled: false 2024-04-26T04:44:07.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T04:44:07.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T04:44:07.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T04:44:07.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.target_file_size_base: 67108864 2024-04-26T04:44:07.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T04:44:07.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T04:44:07.524 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T04:44:07.524 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T04:44:07.524 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T04:44:07.524 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T04:44:07.524 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T04:44:07.524 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T04:44:07.525 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T04:44:07.525 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T04:44:07.525 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T04:44:07.525 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T04:44:07.525 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T04:44:07.525 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.arena_block_size: 4194304 2024-04-26T04:44:07.525 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T04:44:07.525 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T04:44:07.525 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-26T04:44:07.526 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.disable_auto_compactions: 0 2024-04-26T04:44:07.526 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T04:44:07.526 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T04:44:07.526 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T04:44:07.526 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T04:44:07.526 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T04:44:07.526 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T04:44:07.526 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T04:44:07.527 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T04:44:07.527 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T04:44:07.527 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T04:44:07.527 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.table_properties_collectors: 2024-04-26T04:44:07.527 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.inplace_update_support: 0 2024-04-26T04:44:07.527 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T04:44:07.529 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T04:44:07.529 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T04:44:07.529 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T04:44:07.529 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.bloom_locality: 0 2024-04-26T04:44:07.529 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.max_successive_merges: 0 2024-04-26T04:44:07.529 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T04:44:07.529 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.paranoid_file_checks: 0 2024-04-26T04:44:07.530 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.force_consistency_checks: 1 2024-04-26T04:44:07.530 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.report_bg_io_stats: 0 2024-04-26T04:44:07.530 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.ttl: 2592000 2024-04-26T04:44:07.530 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T04:44:07.530 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.enable_blob_files: false 2024-04-26T04:44:07.530 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.min_blob_size: 0 2024-04-26T04:44:07.530 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.blob_file_size: 268435456 2024-04-26T04:44:07.530 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T04:44:07.531 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T04:44:07.531 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.391+0000 7f61568b7b80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T04:44:07.531 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.395+0000 7f61568b7b80 4 rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-26T04:44:07.531 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.395+0000 7f61568b7b80 4 rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-04-26T04:44:07.531 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.395+0000 7f61568b7b80 4 rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-04-26T04:44:07.531 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.395+0000 7f61568b7b80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1714106647397670, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-04-26T04:44:07.531 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.395+0000 7f61568b7b80 4 rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-04-26T04:44:07.531 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.395+0000 7f61568b7b80 3 rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-26T04:44:07.532 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.395+0000 7f61568b7b80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1714106647398511, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80687, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78948, "index_size": 227, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73157, "raw_average_value_size": 340, "num_data_blocks": 10, "num_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1714106647, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "7a2c7f47-4fed-4bb8-8ed3-9b182a8bc9ad", "db_session_id": "NECQ1BCFJ0Y9EHVUNTK3"}} 2024-04-26T04:44:07.532 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.395+0000 7f61568b7b80 4 rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-04-26T04:44:07.532 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.395+0000 7f61568b7b80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1714106647398940, "job": 1, "event": "recovery_finished"} 2024-04-26T04:44:07.532 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.395+0000 7f61568b7b80 4 rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T04:44:07.532 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.395+0000 7f61568b7b80 4 rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x5625f04bb180 2024-04-26T04:44:07.532 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.395+0000 7f61568b7b80 4 rocksdb: DB pointer 0x5625f0590000 2024-04-26T04:44:07.532 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.395+0000 7f6146aee700 4 rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-04-26T04:44:07.532 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.395+0000 7f6146aee700 4 rocksdb: [db/db_impl/db_impl.cc:903] 2024-04-26T04:44:07.533 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: ** DB Stats ** 2024-04-26T04:44:07.533 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T04:44:07.533 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T04:44:07.533 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T04:44:07.533 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T04:44:07.533 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T04:44:07.533 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-26T04:44:07.533 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T04:44:07.534 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: ** Compaction Stats [default] ** 2024-04-26T04:44:07.534 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-26T04:44:07.534 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T04:44:07.534 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: L0 2/0 80.56 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 147.4 0.00 0.00 1 0.001 0 0 2024-04-26T04:44:07.534 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Sum 2/0 80.56 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 147.4 0.00 0.00 1 0.001 0 0 2024-04-26T04:44:07.534 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 147.4 0.00 0.00 1 0.001 0 0 2024-04-26T04:44:07.534 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: ** Compaction Stats [default] ** 2024-04-26T04:44:07.534 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-26T04:44:07.535 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T04:44:07.535 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 147.4 0.00 0.00 1 0.001 0 0 2024-04-26T04:44:07.535 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T04:44:07.535 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T04:44:07.535 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T04:44:07.535 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T04:44:07.535 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T04:44:07.535 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: AddFile(Keys): cumulative 0, interval 0 2024-04-26T04:44:07.536 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Cumulative compaction: 0.00 GB write, 21.03 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T04:44:07.536 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Interval compaction: 0.00 GB write, 21.03 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T04:44:07.536 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T04:44:07.536 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: ** File Read Latency Histogram By Level [default] ** 2024-04-26T04:44:07.536 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: ** Compaction Stats [default] ** 2024-04-26T04:44:07.536 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-26T04:44:07.536 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T04:44:07.536 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: L0 2/0 80.56 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 147.4 0.00 0.00 1 0.001 0 0 2024-04-26T04:44:07.537 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Sum 2/0 80.56 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 147.4 0.00 0.00 1 0.001 0 0 2024-04-26T04:44:07.537 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-26T04:44:07.537 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: ** Compaction Stats [default] ** 2024-04-26T04:44:07.537 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-26T04:44:07.537 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T04:44:07.537 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 147.4 0.00 0.00 1 0.001 0 0 2024-04-26T04:44:07.537 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T04:44:07.537 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T04:44:07.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T04:44:07.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T04:44:07.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T04:44:07.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: AddFile(Keys): cumulative 0, interval 0 2024-04-26T04:44:07.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Cumulative compaction: 0.00 GB write, 20.84 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T04:44:07.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T04:44:07.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T04:44:07.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: ** File Read Latency Histogram By Level [default] ** 2024-04-26T04:44:07.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.395+0000 7f61568b7b80 0 starting mon.a rank 0 at public addrs [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] at bind addrs [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T04:44:07.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.399+0000 7f61568b7b80 1 mon.a@-1(???) e1 preinit fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T04:44:07.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.399+0000 7f61568b7b80 0 mon.a@-1(???).mds e1 new map 2024-04-26T04:44:07.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.399+0000 7f61568b7b80 0 mon.a@-1(???).mds e1 print_map 2024-04-26T04:44:07.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: e1 2024-04-26T04:44:07.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T04:44:07.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-26T04:44:07.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: legacy client fscid: -1 2024-04-26T04:44:07.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: 2024-04-26T04:44:07.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: No filesystems configured 2024-04-26T04:44:07.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.399+0000 7f61568b7b80 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-26T04:44:07.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.399+0000 7f61568b7b80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T04:44:07.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.399+0000 7f61568b7b80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T04:44:07.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.399+0000 7f61568b7b80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T04:44:07.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: debug 2024-04-26T04:44:07.399+0000 7f61568b7b80 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-26T04:44:07.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: cluster 2024-04-26T04:44:07.425311+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-04-26T04:44:07.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: cluster 2024-04-26T04:44:07.425377+0000 mon.a (mon.0) 2 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-26T04:44:07.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: cluster 2024-04-26T04:44:07.445278+0000 mon.a (mon.0) 3 : cluster [DBG] fsmap 2024-04-26T04:44:07.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: cluster 2024-04-26T04:44:07.445304+0000 mon.a (mon.0) 4 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-04-26T04:44:07.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:07 smithi102 bash[21319]: cluster 2024-04-26T04:44:07.445751+0000 mon.a (mon.0) 5 : cluster [DBG] mgrmap e1: no daemons active 2024-04-26T04:44:08.436 INFO:teuthology.orchestra.run.smithi102.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-26T04:44:08.437 INFO:teuthology.orchestra.run.smithi102.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-26T04:44:08.437 INFO:teuthology.orchestra.run.smithi102.stdout:Creating mgr... 2024-04-26T04:44:08.437 INFO:teuthology.orchestra.run.smithi102.stdout:Verifying port 9283 ... 2024-04-26T04:44:08.667 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mgr.y 2024-04-26T04:44:08.667 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Failed to reset failed state of unit ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mgr.y.service: Unit ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mgr.y.service not loaded. 2024-04-26T04:44:08.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:08 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:44:08.872 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968.target.wants/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mgr.y.service -> /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service. 2024-04-26T04:44:08.880 INFO:teuthology.orchestra.run.smithi102.stdout:firewalld does not appear to be present 2024-04-26T04:44:08.880 INFO:teuthology.orchestra.run.smithi102.stdout:Not possible to enable service . firewalld.service is not available 2024-04-26T04:44:08.880 INFO:teuthology.orchestra.run.smithi102.stdout:firewalld does not appear to be present 2024-04-26T04:44:08.881 INFO:teuthology.orchestra.run.smithi102.stdout:Not possible to open ports <[9283]>. firewalld.service is not available 2024-04-26T04:44:08.881 INFO:teuthology.orchestra.run.smithi102.stdout:Waiting for mgr to start... 2024-04-26T04:44:08.881 INFO:teuthology.orchestra.run.smithi102.stdout:Waiting for mgr... 2024-04-26T04:44:09.097 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:08 smithi102 bash[21319]: audit 2024-04-26T04:44:07.776189+0000 mon.a (mon.0) 6 : audit [INF] from='client.? 172.21.15.102:0/2602741685' entity='client.admin' 2024-04-26T04:44:09.098 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:08 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:44:10.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:10 smithi102 bash[21319]: audit 2024-04-26T04:44:10.382525+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.102:0/2238919768' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T04:44:10.705 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:10 smithi102 bash[21576]: debug 2024-04-26T04:44:10.343+0000 7f12a3ecf1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T04:44:11.037 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-26T04:44:11.037 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout { 2024-04-26T04:44:11.037 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "fsid": "5615ffaa-0387-11ef-bc93-c7b262605968", 2024-04-26T04:44:11.037 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T04:44:11.037 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T04:44:11.037 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T04:44:11.037 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T04:44:11.037 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:11.037 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T04:44:11.037 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T04:44:11.037 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 0 2024-04-26T04:44:11.038 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ], 2024-04-26T04:44:11.038 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T04:44:11.038 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T04:44:11.038 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ], 2024-04-26T04:44:11.038 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-04-26T04:44:11.038 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T04:44:11.038 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T04:44:11.038 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-04-26T04:44:11.038 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T04:44:11.038 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:11.038 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T04:44:11.038 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T04:44:11.038 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T04:44:11.038 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T04:44:11.038 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T04:44:11.039 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T04:44:11.039 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T04:44:11.039 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T04:44:11.043 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:11.043 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T04:44:11.043 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T04:44:11.043 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T04:44:11.043 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T04:44:11.043 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T04:44:11.043 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T04:44:11.044 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T04:44:11.044 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T04:44:11.044 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T04:44:11.044 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:11.044 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T04:44:11.044 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T04:44:11.044 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T04:44:11.044 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T04:44:11.044 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:11.044 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T04:44:11.044 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-26T04:44:11.044 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T04:44:11.044 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T04:44:11.044 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T04:44:11.044 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T04:44:11.045 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T04:44:11.045 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ], 2024-04-26T04:44:11.045 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T04:44:11.045 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:11.045 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T04:44:11.045 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T04:44:11.045 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T04:44:01.323559+0000", 2024-04-26T04:44:11.045 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T04:44:11.045 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:11.045 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T04:44:11.045 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout } 2024-04-26T04:44:11.045 INFO:teuthology.orchestra.run.smithi102.stdout:mgr not available, waiting (1/15)... 2024-04-26T04:44:12.204 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:11 smithi102 bash[21576]: debug 2024-04-26T04:44:11.871+0000 7f12a3ecf1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T04:44:12.205 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:11 smithi102 bash[21576]: debug 2024-04-26T04:44:11.963+0000 7f12a3ecf1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T04:44:12.704 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:12 smithi102 bash[21576]: debug 2024-04-26T04:44:12.203+0000 7f12a3ecf1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T04:44:13.454 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:12 smithi102 bash[21576]: debug 2024-04-26T04:44:12.971+0000 7f12a3ecf1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T04:44:13.455 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:13 smithi102 bash[21576]: debug 2024-04-26T04:44:13.075+0000 7f12a3ecf1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T04:44:13.455 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:13 smithi102 bash[21576]: debug 2024-04-26T04:44:13.175+0000 7f12a3ecf1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T04:44:13.891 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:13 smithi102 bash[21576]: debug 2024-04-26T04:44:13.495+0000 7f12a3ecf1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T04:44:13.891 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:13 smithi102 bash[21576]: debug 2024-04-26T04:44:13.603+0000 7f12a3ecf1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T04:44:13.891 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:13 smithi102 bash[21576]: debug 2024-04-26T04:44:13.703+0000 7f12a3ecf1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T04:44:14.204 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:14 smithi102 bash[21576]: debug 2024-04-26T04:44:14.027+0000 7f12a3ecf1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T04:44:14.204 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:14 smithi102 bash[21576]: debug 2024-04-26T04:44:14.127+0000 7f12a3ecf1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T04:44:14.496 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:14 smithi102 bash[21319]: audit 2024-04-26T04:44:14.209286+0000 mon.a (mon.0) 8 : audit [DBG] from='client.? 172.21.15.102:0/4278938111' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T04:44:14.844 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-26T04:44:14.844 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout { 2024-04-26T04:44:14.844 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "fsid": "5615ffaa-0387-11ef-bc93-c7b262605968", 2024-04-26T04:44:14.845 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T04:44:14.845 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T04:44:14.845 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T04:44:14.845 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T04:44:14.845 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:14.845 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T04:44:14.845 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T04:44:14.845 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 0 2024-04-26T04:44:14.845 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ], 2024-04-26T04:44:14.845 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T04:44:14.845 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T04:44:14.845 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ], 2024-04-26T04:44:14.845 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-04-26T04:44:14.845 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T04:44:14.846 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T04:44:14.846 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-04-26T04:44:14.846 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T04:44:14.846 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:14.846 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T04:44:14.846 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T04:44:14.846 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T04:44:14.846 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T04:44:14.846 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T04:44:14.846 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T04:44:14.846 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T04:44:14.846 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T04:44:14.850 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:14.850 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T04:44:14.850 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T04:44:14.850 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T04:44:14.850 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T04:44:14.850 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T04:44:14.850 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T04:44:14.850 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T04:44:14.850 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T04:44:14.851 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T04:44:14.851 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:14.851 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T04:44:14.852 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T04:44:14.852 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T04:44:14.852 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T04:44:14.852 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:14.852 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T04:44:14.852 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-26T04:44:14.852 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T04:44:14.852 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T04:44:14.852 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T04:44:14.852 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T04:44:14.852 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T04:44:14.852 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ], 2024-04-26T04:44:14.852 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T04:44:14.852 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:14.852 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T04:44:14.853 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T04:44:14.853 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T04:44:01.323559+0000", 2024-04-26T04:44:14.853 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T04:44:14.853 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:14.853 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T04:44:14.853 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout } 2024-04-26T04:44:14.853 INFO:teuthology.orchestra.run.smithi102.stdout:mgr not available, waiting (2/15)... 2024-04-26T04:44:14.866 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:14 smithi102 bash[21576]: debug 2024-04-26T04:44:14.495+0000 7f12a3ecf1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T04:44:14.866 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:14 smithi102 bash[21576]: debug 2024-04-26T04:44:14.599+0000 7f12a3ecf1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T04:44:15.204 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:14 smithi102 bash[21576]: debug 2024-04-26T04:44:14.863+0000 7f12a3ecf1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T04:44:15.205 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:15 smithi102 bash[21576]: debug 2024-04-26T04:44:15.071+0000 7f12a3ecf1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T04:44:15.585 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:15 smithi102 bash[21576]: debug 2024-04-26T04:44:15.299+0000 7f12a3ecf1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T04:44:15.585 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:15 smithi102 bash[21576]: debug 2024-04-26T04:44:15.583+0000 7f12a3ecf1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T04:44:15.954 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:15 smithi102 bash[21576]: debug 2024-04-26T04:44:15.791+0000 7f12a3ecf1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T04:44:16.864 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:16 smithi102 bash[21576]: debug 2024-04-26T04:44:16.539+0000 7f12a3ecf1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T04:44:16.864 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:16 smithi102 bash[21576]: debug 2024-04-26T04:44:16.647+0000 7f12a3ecf1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T04:44:17.454 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:17 smithi102 bash[21576]: debug 2024-04-26T04:44:17.119+0000 7f12a3ecf1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T04:44:17.455 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:17 smithi102 bash[21576]: debug 2024-04-26T04:44:17.227+0000 7f12a3ecf1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T04:44:17.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:17 smithi102 bash[21576]: debug 2024-04-26T04:44:17.591+0000 7f12a3ecf1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T04:44:17.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:17 smithi102 bash[21576]: debug 2024-04-26T04:44:17.707+0000 7f12a3ecf1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T04:44:17.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:17 smithi102 bash[21319]: cluster 2024-04-26T04:44:17.730011+0000 mon.a (mon.0) 9 : cluster [INF] Activating manager daemon y 2024-04-26T04:44:17.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:17 smithi102 bash[21319]: cluster 2024-04-26T04:44:17.736122+0000 mon.a (mon.0) 10 : cluster [DBG] mgrmap e2: y(active, starting, since 0.00625181s) 2024-04-26T04:44:17.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:17 smithi102 bash[21319]: audit 2024-04-26T04:44:17.736999+0000 mon.a (mon.0) 11 : audit [DBG] from='mgr.14100 172.21.15.102:0/2297832813' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T04:44:17.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:17 smithi102 bash[21319]: audit 2024-04-26T04:44:17.737233+0000 mon.a (mon.0) 12 : audit [DBG] from='mgr.14100 172.21.15.102:0/2297832813' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T04:44:17.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:17 smithi102 bash[21319]: audit 2024-04-26T04:44:17.737443+0000 mon.a (mon.0) 13 : audit [DBG] from='mgr.14100 172.21.15.102:0/2297832813' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T04:44:17.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:17 smithi102 bash[21319]: audit 2024-04-26T04:44:17.737637+0000 mon.a (mon.0) 14 : audit [DBG] from='mgr.14100 172.21.15.102:0/2297832813' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T04:44:17.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:17 smithi102 bash[21319]: audit 2024-04-26T04:44:17.738853+0000 mon.a (mon.0) 15 : audit [DBG] from='mgr.14100 172.21.15.102:0/2297832813' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T04:44:17.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:17 smithi102 bash[21319]: cluster 2024-04-26T04:44:17.763050+0000 mon.a (mon.0) 16 : cluster [INF] Manager daemon y is now available 2024-04-26T04:44:17.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:17 smithi102 bash[21319]: audit 2024-04-26T04:44:17.776988+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.14100 172.21.15.102:0/2297832813' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T04:44:17.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:17 smithi102 bash[21319]: audit 2024-04-26T04:44:17.779728+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.14100 172.21.15.102:0/2297832813' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T04:44:18.493 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-26T04:44:18.494 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout { 2024-04-26T04:44:18.494 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "fsid": "5615ffaa-0387-11ef-bc93-c7b262605968", 2024-04-26T04:44:18.494 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T04:44:18.494 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T04:44:18.494 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T04:44:18.494 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T04:44:18.494 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:18.494 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T04:44:18.495 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T04:44:18.495 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 0 2024-04-26T04:44:18.495 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ], 2024-04-26T04:44:18.495 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T04:44:18.495 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T04:44:18.495 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ], 2024-04-26T04:44:18.495 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-04-26T04:44:18.495 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T04:44:18.495 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T04:44:18.495 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-04-26T04:44:18.495 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T04:44:18.495 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:18.495 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T04:44:18.496 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T04:44:18.496 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T04:44:18.496 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T04:44:18.496 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T04:44:18.496 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T04:44:18.496 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T04:44:18.496 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T04:44:18.499 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:18.499 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T04:44:18.500 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T04:44:18.500 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T04:44:18.500 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T04:44:18.500 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T04:44:18.500 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T04:44:18.500 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T04:44:18.500 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T04:44:18.500 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T04:44:18.500 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:18.500 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T04:44:18.500 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T04:44:18.500 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T04:44:18.500 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T04:44:18.500 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:18.501 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T04:44:18.501 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-26T04:44:18.501 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T04:44:18.501 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T04:44:18.501 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T04:44:18.501 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T04:44:18.501 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T04:44:18.501 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ], 2024-04-26T04:44:18.501 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T04:44:18.501 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:18.501 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T04:44:18.501 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T04:44:18.501 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T04:44:01.323559+0000", 2024-04-26T04:44:18.502 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T04:44:18.502 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:18.502 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T04:44:18.502 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout } 2024-04-26T04:44:18.502 INFO:teuthology.orchestra.run.smithi102.stdout:mgr not available, waiting (3/15)... 2024-04-26T04:44:19.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:18 smithi102 bash[21319]: audit 2024-04-26T04:44:17.785365+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.14100 172.21.15.102:0/2297832813' entity='mgr.y' 2024-04-26T04:44:19.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:18 smithi102 bash[21319]: audit 2024-04-26T04:44:17.787171+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.14100 172.21.15.102:0/2297832813' entity='mgr.y' 2024-04-26T04:44:19.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:18 smithi102 bash[21319]: audit 2024-04-26T04:44:17.788975+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.14100 172.21.15.102:0/2297832813' entity='mgr.y' 2024-04-26T04:44:19.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:18 smithi102 bash[21319]: audit 2024-04-26T04:44:17.910417+0000 mon.a (mon.0) 22 : audit [DBG] from='client.? 172.21.15.102:0/1371785219' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T04:44:19.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:18 smithi102 bash[21319]: cluster 2024-04-26T04:44:18.745057+0000 mon.a (mon.0) 23 : cluster [DBG] mgrmap e3: y(active, since 1.01519s) 2024-04-26T04:44:21.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:20 smithi102 bash[21319]: cluster 2024-04-26T04:44:19.794959+0000 mon.a (mon.0) 24 : cluster [DBG] mgrmap e4: y(active, since 2s) 2024-04-26T04:44:22.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:21 smithi102 bash[21319]: audit 2024-04-26T04:44:21.931551+0000 mon.a (mon.0) 25 : audit [DBG] from='client.? 172.21.15.102:0/2259467686' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-26T04:44:22.529 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-26T04:44:22.530 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout { 2024-04-26T04:44:22.530 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "fsid": "5615ffaa-0387-11ef-bc93-c7b262605968", 2024-04-26T04:44:22.530 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "health": { 2024-04-26T04:44:22.530 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-26T04:44:22.530 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-26T04:44:22.530 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-26T04:44:22.532 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:22.532 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-26T04:44:22.532 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-26T04:44:22.532 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 0 2024-04-26T04:44:22.532 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ], 2024-04-26T04:44:22.533 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-26T04:44:22.533 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "a" 2024-04-26T04:44:22.533 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ], 2024-04-26T04:44:22.533 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-04-26T04:44:22.533 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-26T04:44:22.533 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T04:44:22.533 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-04-26T04:44:22.533 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-26T04:44:22.533 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:22.533 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-26T04:44:22.533 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T04:44:22.533 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-26T04:44:22.533 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-26T04:44:22.533 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-26T04:44:22.533 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-26T04:44:22.535 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-26T04:44:22.535 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-26T04:44:22.535 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:22.535 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-26T04:44:22.535 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-26T04:44:22.535 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-26T04:44:22.535 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-26T04:44:22.535 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-26T04:44:22.535 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-26T04:44:22.535 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-26T04:44:22.538 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-26T04:44:22.538 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-26T04:44:22.538 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:22.538 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-26T04:44:22.538 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T04:44:22.538 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-26T04:44:22.538 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-26T04:44:22.538 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:22.538 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-26T04:44:22.538 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-26T04:44:22.538 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-26T04:44:22.539 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-26T04:44:22.539 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-26T04:44:22.539 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-26T04:44:22.539 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "restful" 2024-04-26T04:44:22.539 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ], 2024-04-26T04:44:22.539 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T04:44:22.539 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:22.539 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-26T04:44:22.539 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-26T04:44:22.539 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "modified": "2024-04-26T04:44:01.323559+0000", 2024-04-26T04:44:22.539 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-26T04:44:22.539 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-26T04:44:22.539 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-26T04:44:22.539 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout } 2024-04-26T04:44:22.539 INFO:teuthology.orchestra.run.smithi102.stdout:mgr is available 2024-04-26T04:44:24.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:23 smithi102 bash[21319]: audit 2024-04-26T04:44:23.763343+0000 mon.a (mon.0) 26 : audit [INF] from='client.? 172.21.15.102:0/160842892' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-26T04:44:24.380 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-26T04:44:24.381 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout [global] 2024-04-26T04:44:24.381 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout fsid = 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T04:44:24.381 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-26T04:44:24.381 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-26T04:44:24.381 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-26T04:44:24.381 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-26T04:44:24.381 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-26T04:44:24.381 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-26T04:44:24.381 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-26T04:44:24.381 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-26T04:44:24.381 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout [osd] 2024-04-26T04:44:24.382 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-26T04:44:24.382 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-26T04:44:24.382 INFO:teuthology.orchestra.run.smithi102.stdout:Enabling cephadm module... 2024-04-26T04:44:25.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:25 smithi102 bash[21319]: audit 2024-04-26T04:44:25.636222+0000 mon.a (mon.0) 27 : audit [INF] from='client.? 172.21.15.102:0/2652593486' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-26T04:44:25.955 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:25 smithi102 bash[21576]: ignoring --setuser ceph since I am not root 2024-04-26T04:44:25.955 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:25 smithi102 bash[21576]: ignoring --setgroup ceph since I am not root 2024-04-26T04:44:25.955 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:25 smithi102 bash[21576]: debug 2024-04-26T04:44:25.867+0000 7f1cefb091c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T04:44:26.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:26 smithi102 bash[21319]: audit 2024-04-26T04:44:25.692447+0000 mon.a (mon.0) 28 : audit [INF] from='client.? 172.21.15.102:0/2652593486' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-26T04:44:26.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:26 smithi102 bash[21319]: cluster 2024-04-26T04:44:25.692497+0000 mon.a (mon.0) 29 : cluster [DBG] mgrmap e5: y(active, since 7s) 2024-04-26T04:44:27.672 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:27 smithi102 bash[21576]: debug 2024-04-26T04:44:27.411+0000 7f1cefb091c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T04:44:27.673 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:27 smithi102 bash[21576]: debug 2024-04-26T04:44:27.507+0000 7f1cefb091c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T04:44:27.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:27 smithi102 bash[21319]: audit 2024-04-26T04:44:27.611679+0000 mon.a (mon.0) 30 : audit [DBG] from='client.? 172.21.15.102:0/417894615' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-26T04:44:27.955 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:27 smithi102 bash[21576]: debug 2024-04-26T04:44:27.751+0000 7f1cefb091c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T04:44:28.219 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout { 2024-04-26T04:44:28.220 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-26T04:44:28.220 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-26T04:44:28.220 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-26T04:44:28.220 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-26T04:44:28.220 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout } 2024-04-26T04:44:28.220 INFO:teuthology.orchestra.run.smithi102.stdout:Waiting for the mgr to restart... 2024-04-26T04:44:28.220 INFO:teuthology.orchestra.run.smithi102.stdout:Waiting for mgr epoch 5... 2024-04-26T04:44:28.872 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:28 smithi102 bash[21576]: debug 2024-04-26T04:44:28.523+0000 7f1cefb091c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T04:44:28.872 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:28 smithi102 bash[21576]: debug 2024-04-26T04:44:28.631+0000 7f1cefb091c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T04:44:28.872 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:28 smithi102 bash[21576]: debug 2024-04-26T04:44:28.731+0000 7f1cefb091c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T04:44:29.169 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:29 smithi102 bash[21576]: debug 2024-04-26T04:44:29.055+0000 7f1cefb091c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T04:44:29.455 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:29 smithi102 bash[21576]: debug 2024-04-26T04:44:29.167+0000 7f1cefb091c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T04:44:29.455 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:29 smithi102 bash[21576]: debug 2024-04-26T04:44:29.263+0000 7f1cefb091c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T04:44:29.955 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:29 smithi102 bash[21576]: debug 2024-04-26T04:44:29.583+0000 7f1cefb091c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T04:44:29.955 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:29 smithi102 bash[21576]: debug 2024-04-26T04:44:29.687+0000 7f1cefb091c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T04:44:30.422 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:30 smithi102 bash[21576]: debug 2024-04-26T04:44:30.047+0000 7f1cefb091c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T04:44:30.422 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:30 smithi102 bash[21576]: debug 2024-04-26T04:44:30.155+0000 7f1cefb091c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T04:44:30.422 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:30 smithi102 bash[21576]: debug 2024-04-26T04:44:30.419+0000 7f1cefb091c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T04:44:30.705 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:30 smithi102 bash[21576]: debug 2024-04-26T04:44:30.631+0000 7f1cefb091c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T04:44:31.147 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:30 smithi102 bash[21576]: debug 2024-04-26T04:44:30.859+0000 7f1cefb091c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T04:44:31.455 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:31 smithi102 bash[21576]: debug 2024-04-26T04:44:31.143+0000 7f1cefb091c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T04:44:31.455 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:31 smithi102 bash[21576]: debug 2024-04-26T04:44:31.359+0000 7f1cefb091c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T04:44:32.455 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:32 smithi102 bash[21576]: debug 2024-04-26T04:44:32.111+0000 7f1cefb091c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T04:44:32.455 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:32 smithi102 bash[21576]: debug 2024-04-26T04:44:32.219+0000 7f1cefb091c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T04:44:32.954 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:32 smithi102 bash[21576]: debug 2024-04-26T04:44:32.691+0000 7f1cefb091c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T04:44:32.955 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:32 smithi102 bash[21576]: debug 2024-04-26T04:44:32.799+0000 7f1cefb091c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T04:44:33.455 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:33 smithi102 bash[21576]: debug 2024-04-26T04:44:33.159+0000 7f1cefb091c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T04:44:33.455 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:33 smithi102 bash[21576]: debug 2024-04-26T04:44:33.271+0000 7f1cefb091c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T04:44:33.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:33 smithi102 bash[21319]: cluster 2024-04-26T04:44:33.295178+0000 mon.a (mon.0) 31 : cluster [INF] Active manager daemon y restarted 2024-04-26T04:44:33.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:33 smithi102 bash[21319]: cluster 2024-04-26T04:44:33.295653+0000 mon.a (mon.0) 32 : cluster [INF] Activating manager daemon y 2024-04-26T04:44:33.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:33 smithi102 bash[21319]: cluster 2024-04-26T04:44:33.299302+0000 mon.a (mon.0) 33 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2024-04-26T04:44:33.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:33 smithi102 bash[21319]: cluster 2024-04-26T04:44:33.299461+0000 mon.a (mon.0) 34 : cluster [DBG] mgrmap e6: y(active, starting, since 0.0039899s) 2024-04-26T04:44:33.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:33 smithi102 bash[21319]: audit 2024-04-26T04:44:33.301348+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T04:44:33.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:33 smithi102 bash[21319]: audit 2024-04-26T04:44:33.302649+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T04:44:33.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:33 smithi102 bash[21319]: audit 2024-04-26T04:44:33.303824+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T04:44:33.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:33 smithi102 bash[21319]: audit 2024-04-26T04:44:33.304025+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T04:44:33.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:33 smithi102 bash[21319]: audit 2024-04-26T04:44:33.304201+0000 mon.a (mon.0) 39 : audit [DBG] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T04:44:33.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:33 smithi102 bash[21319]: cluster 2024-04-26T04:44:33.331120+0000 mon.a (mon.0) 40 : cluster [INF] Manager daemon y is now available 2024-04-26T04:44:34.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:34 smithi102 bash[21319]: cephadm 2024-04-26T04:44:33.347219+0000 mgr.y (mgr.14120) 1 : cephadm [INF] Found migration_current of "None". Setting to last migration. 2024-04-26T04:44:34.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:34 smithi102 bash[21319]: audit 2024-04-26T04:44:33.356680+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' 2024-04-26T04:44:34.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:34 smithi102 bash[21319]: audit 2024-04-26T04:44:33.363208+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' 2024-04-26T04:44:34.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:34 smithi102 bash[21319]: audit 2024-04-26T04:44:33.368120+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:44:34.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:34 smithi102 bash[21319]: audit 2024-04-26T04:44:33.369900+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:44:34.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:34 smithi102 bash[21319]: audit 2024-04-26T04:44:33.373424+0000 mon.a (mon.0) 45 : audit [DBG] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:44:34.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:34 smithi102 bash[21319]: audit 2024-04-26T04:44:33.381401+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T04:44:34.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:34 smithi102 bash[21319]: audit 2024-04-26T04:44:33.384227+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T04:44:34.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:34 smithi102 bash[21319]: audit 2024-04-26T04:44:34.274480+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' 2024-04-26T04:44:34.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:34 smithi102 bash[21319]: audit 2024-04-26T04:44:34.293380+0000 mon.a (mon.0) 49 : audit [DBG] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:44:34.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:34 smithi102 bash[21319]: cluster 2024-04-26T04:44:34.305337+0000 mon.a (mon.0) 50 : cluster [DBG] mgrmap e7: y(active, since 1.00986s) 2024-04-26T04:44:35.035 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout { 2024-04-26T04:44:35.035 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-26T04:44:35.035 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-26T04:44:35.035 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout } 2024-04-26T04:44:35.035 INFO:teuthology.orchestra.run.smithi102.stdout:mgr epoch 5 is available 2024-04-26T04:44:35.035 INFO:teuthology.orchestra.run.smithi102.stdout:Setting orchestrator backend to cephadm... 2024-04-26T04:44:35.665 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:35 smithi102 bash[21319]: cephadm 2024-04-26T04:44:34.152101+0000 mgr.y (mgr.14120) 2 : cephadm [INF] [26/Apr/2024:04:44:34] ENGINE Bus STARTING 2024-04-26T04:44:35.665 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:35 smithi102 bash[21319]: cephadm 2024-04-26T04:44:34.269909+0000 mgr.y (mgr.14120) 3 : cephadm [INF] [26/Apr/2024:04:44:34] ENGINE Serving on https://172.21.15.102:7150 2024-04-26T04:44:35.665 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:35 smithi102 bash[21319]: cephadm 2024-04-26T04:44:34.270044+0000 mgr.y (mgr.14120) 4 : cephadm [INF] [26/Apr/2024:04:44:34] ENGINE Bus STARTED 2024-04-26T04:44:35.665 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:35 smithi102 bash[21319]: audit 2024-04-26T04:44:34.305528+0000 mgr.y (mgr.14120) 5 : audit [DBG] from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-26T04:44:35.665 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:35 smithi102 bash[21319]: audit 2024-04-26T04:44:34.318029+0000 mgr.y (mgr.14120) 6 : audit [DBG] from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-26T04:44:36.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:36 smithi102 bash[21319]: cluster 2024-04-26T04:44:35.363814+0000 mon.a (mon.0) 51 : cluster [DBG] mgrmap e8: y(active, since 2s) 2024-04-26T04:44:36.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:36 smithi102 bash[21319]: audit 2024-04-26T04:44:36.253493+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' 2024-04-26T04:44:36.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:36 smithi102 bash[21319]: audit 2024-04-26T04:44:36.316092+0000 mon.a (mon.0) 53 : audit [DBG] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:44:37.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:37 smithi102 bash[21319]: audit 2024-04-26T04:44:36.244656+0000 mgr.y (mgr.14120) 7 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:44:38.664 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-26T04:44:38.665 INFO:teuthology.orchestra.run.smithi102.stdout:Generating ssh key... 2024-04-26T04:44:38.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:38 smithi102 bash[21319]: audit 2024-04-26T04:44:38.017659+0000 mgr.y (mgr.14120) 8 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:44:40.207 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:40 smithi102 bash[21576]: Generating public/private rsa key pair. 2024-04-26T04:44:40.207 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:40 smithi102 bash[21576]: Your identification has been saved in /tmp/tmpxcbl2i9m/key. 2024-04-26T04:44:40.207 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:40 smithi102 bash[21576]: Your public key has been saved in /tmp/tmpxcbl2i9m/key.pub. 2024-04-26T04:44:40.207 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:40 smithi102 bash[21576]: The key fingerprint is: 2024-04-26T04:44:40.207 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:40 smithi102 bash[21576]: SHA256:DTM4VgqX41faWPYdS6a+dyo1aLZJsBCgmUhQ8Zqj7IU ceph-5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T04:44:40.207 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:40 smithi102 bash[21576]: The key's randomart image is: 2024-04-26T04:44:40.705 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:40 smithi102 bash[21576]: +---[RSA 3072]----+ 2024-04-26T04:44:40.705 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:40 smithi102 bash[21576]: |.o+.. oo. | 2024-04-26T04:44:40.705 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:40 smithi102 bash[21576]: | . o *o+. + + | 2024-04-26T04:44:40.705 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:40 smithi102 bash[21576]: | . =.=.+O . = o | 2024-04-26T04:44:40.705 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:40 smithi102 bash[21576]: | o ...==o o o | 2024-04-26T04:44:40.706 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:40 smithi102 bash[21576]: | + .S..+ . | 2024-04-26T04:44:40.706 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:40 smithi102 bash[21576]: |.... . * o | 2024-04-26T04:44:40.706 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:40 smithi102 bash[21576]: |.E . + = . | 2024-04-26T04:44:40.706 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:40 smithi102 bash[21576]: |. . = . .| 2024-04-26T04:44:40.706 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:40 smithi102 bash[21576]: | . o.o | 2024-04-26T04:44:40.706 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:40 smithi102 bash[21576]: +----[SHA256]-----+ 2024-04-26T04:44:41.505 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:41 smithi102 bash[21319]: audit 2024-04-26T04:44:39.866080+0000 mgr.y (mgr.14120) 9 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:44:41.505 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:41 smithi102 bash[21319]: cephadm 2024-04-26T04:44:39.866490+0000 mgr.y (mgr.14120) 10 : cephadm [INF] Generating ssh key... 2024-04-26T04:44:41.506 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:41 smithi102 bash[21319]: audit 2024-04-26T04:44:40.213578+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' 2024-04-26T04:44:41.506 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:41 smithi102 bash[21319]: audit 2024-04-26T04:44:40.217411+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' 2024-04-26T04:44:42.633 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0C82bg+vaijSrQ15P4zQDVGUheR1GghpQHKu7fHQOqNVjB3LoCdA+0TyhfJh4wL+OnBrgY+M2Q47M3Bm3zpx3O70xm/KEy+MFBMRHLXZ5jy3vPHggYxlOke9dSfllOLCTHPcUTuUMtpZ/TPNtL8wfoZb1dhNJwqrf2ft2hgDvZpkwmdWpWUjnEizxeOeLNb5bBcXl8MHHeVCPOcLMb0iNodXlPM26CQWF6Slsa/V3+GsyurfJtjSLdGR/M+I4bgqLiDDvCZV+qJT4mjWf0CBn72jt2jgAOhbWGOo5J24onNX/M/Krx7PlpRhQzqQJcqS7Tf0sWfVHsah77cLpSGZCUsBb2HaRQG6WGcSgITqW4AYSakze8PhKVzS70hIb22KjHc3bDxr4eLlA9Jiybjhko6uKZz67sCg+7CHx3JVP+SU7tYquP8yAwr/2ZInj3FBuRyKNDpLzzxmv//8Kh/dWmMZHDYvcC7OSGDTS4GW7fPgMwMql2bjJQwvqN8wU5Vk= ceph-5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T04:44:42.633 INFO:teuthology.orchestra.run.smithi102.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-26T04:44:42.634 INFO:teuthology.orchestra.run.smithi102.stdout:Adding key to root@localhost authorized_keys... 2024-04-26T04:44:42.634 INFO:teuthology.orchestra.run.smithi102.stdout:Adding host smithi102... 2024-04-26T04:44:42.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:42 smithi102 bash[21319]: audit 2024-04-26T04:44:42.046535+0000 mgr.y (mgr.14120) 11 : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:44:44.835 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:44 smithi102 bash[21319]: audit 2024-04-26T04:44:43.904485+0000 mgr.y (mgr.14120) 12 : audit [DBG] from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi102", "addr": "172.21.15.102", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:44:44.835 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:44 smithi102 bash[21319]: cephadm 2024-04-26T04:44:44.543683+0000 mgr.y (mgr.14120) 13 : cephadm [INF] Deploying cephadm binary to smithi102 2024-04-26T04:44:46.993 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout Added host 'smithi102' with addr '172.21.15.102' 2024-04-26T04:44:46.994 INFO:teuthology.orchestra.run.smithi102.stdout:Deploying unmanaged mon service... 2024-04-26T04:44:47.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:47 smithi102 bash[21319]: audit 2024-04-26T04:44:46.022570+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' 2024-04-26T04:44:47.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:47 smithi102 bash[21319]: cephadm 2024-04-26T04:44:46.022991+0000 mgr.y (mgr.14120) 14 : cephadm [INF] Added host smithi102 2024-04-26T04:44:47.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:47 smithi102 bash[21319]: audit 2024-04-26T04:44:46.044426+0000 mon.a (mon.0) 57 : audit [DBG] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:44:49.541 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-26T04:44:49.542 INFO:teuthology.orchestra.run.smithi102.stdout:Deploying unmanaged mgr service... 2024-04-26T04:44:49.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:49 smithi102 bash[21319]: audit 2024-04-26T04:44:48.789821+0000 mgr.y (mgr.14120) 15 : audit [DBG] from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:44:49.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:49 smithi102 bash[21319]: cephadm 2024-04-26T04:44:48.791131+0000 mgr.y (mgr.14120) 16 : cephadm [INF] Saving service mon spec with placement count:5 2024-04-26T04:44:49.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:49 smithi102 bash[21319]: audit 2024-04-26T04:44:48.796113+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' 2024-04-26T04:44:49.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:49 smithi102 bash[21319]: audit 2024-04-26T04:44:49.075619+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' 2024-04-26T04:44:49.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:49 smithi102 bash[21319]: audit 2024-04-26T04:44:49.418519+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' 2024-04-26T04:44:51.415 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-26T04:44:52.104 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:51 smithi102 bash[21319]: audit 2024-04-26T04:44:50.805058+0000 mgr.y (mgr.14120) 17 : audit [DBG] from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:44:52.105 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:51 smithi102 bash[21319]: cephadm 2024-04-26T04:44:50.806401+0000 mgr.y (mgr.14120) 18 : cephadm [INF] Saving service mgr spec with placement count:2 2024-04-26T04:44:52.105 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:51 smithi102 bash[21319]: audit 2024-04-26T04:44:50.809788+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' 2024-04-26T04:44:53.871 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:53 smithi102 bash[21319]: audit 2024-04-26T04:44:52.612133+0000 mon.a (mon.0) 62 : audit [INF] from='client.? 172.21.15.102:0/580296798' entity='client.admin' 2024-04-26T04:44:54.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:54 smithi102 bash[21319]: cluster 2024-04-26T04:44:53.305507+0000 mgr.y (mgr.14120) 19 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:44:54.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:54 smithi102 bash[21319]: audit 2024-04-26T04:44:54.441533+0000 mon.a (mon.0) 63 : audit [INF] from='client.? 172.21.15.102:0/3441440312' entity='client.admin' 2024-04-26T04:44:55.034 INFO:teuthology.orchestra.run.smithi102.stdout:Enabling the dashboard module... 2024-04-26T04:44:56.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:56 smithi102 bash[21319]: cluster 2024-04-26T04:44:55.305925+0000 mgr.y (mgr.14120) 20 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:44:56.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:56 smithi102 bash[21319]: audit 2024-04-26T04:44:55.764845+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' 2024-04-26T04:44:56.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:56 smithi102 bash[21319]: audit 2024-04-26T04:44:56.326256+0000 mon.a (mon.0) 65 : audit [INF] from='client.? 172.21.15.102:0/3477212540' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-26T04:44:56.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:56 smithi102 bash[21319]: audit 2024-04-26T04:44:56.351826+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.14120 172.21.15.102:0/1058514328' entity='mgr.y' 2024-04-26T04:44:56.955 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:56 smithi102 bash[21576]: ignoring --setuser ceph since I am not root 2024-04-26T04:44:56.955 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:56 smithi102 bash[21576]: ignoring --setgroup ceph since I am not root 2024-04-26T04:44:57.455 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:56 smithi102 bash[21576]: debug 2024-04-26T04:44:56.958+0000 7fa29082f1c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T04:44:57.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:57 smithi102 bash[21319]: audit 2024-04-26T04:44:56.770871+0000 mon.a (mon.0) 67 : audit [INF] from='client.? 172.21.15.102:0/3477212540' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-26T04:44:57.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:57 smithi102 bash[21319]: cluster 2024-04-26T04:44:56.770930+0000 mon.a (mon.0) 68 : cluster [DBG] mgrmap e9: y(active, since 23s) 2024-04-26T04:44:58.858 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:58 smithi102 bash[21576]: debug 2024-04-26T04:44:58.514+0000 7fa29082f1c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T04:44:58.858 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:58 smithi102 bash[21576]: debug 2024-04-26T04:44:58.610+0000 7fa29082f1c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T04:44:59.205 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:58 smithi102 bash[21576]: debug 2024-04-26T04:44:58.854+0000 7fa29082f1c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T04:44:59.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:44:58 smithi102 bash[21319]: audit 2024-04-26T04:44:58.860779+0000 mon.a (mon.0) 69 : audit [DBG] from='client.? 172.21.15.102:0/4026415189' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-26T04:44:59.452 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout { 2024-04-26T04:44:59.453 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-26T04:44:59.453 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-26T04:44:59.453 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-26T04:44:59.453 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-26T04:44:59.453 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout } 2024-04-26T04:44:59.453 INFO:teuthology.orchestra.run.smithi102.stdout:Waiting for the mgr to restart... 2024-04-26T04:44:59.453 INFO:teuthology.orchestra.run.smithi102.stdout:Waiting for mgr epoch 9... 2024-04-26T04:44:59.751 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:59 smithi102 bash[21576]: debug 2024-04-26T04:44:59.642+0000 7fa29082f1c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T04:45:00.139 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:59 smithi102 bash[21576]: debug 2024-04-26T04:44:59.746+0000 7fa29082f1c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T04:45:00.139 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:44:59 smithi102 bash[21576]: debug 2024-04-26T04:44:59.850+0000 7fa29082f1c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T04:45:00.400 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:45:00 smithi102 bash[21576]: debug 2024-04-26T04:45:00.182+0000 7fa29082f1c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T04:45:00.400 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:45:00 smithi102 bash[21576]: debug 2024-04-26T04:45:00.294+0000 7fa29082f1c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T04:45:00.400 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:45:00 smithi102 bash[21576]: debug 2024-04-26T04:45:00.398+0000 7fa29082f1c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T04:45:01.123 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:45:00 smithi102 bash[21576]: debug 2024-04-26T04:45:00.714+0000 7fa29082f1c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T04:45:01.123 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:45:00 smithi102 bash[21576]: debug 2024-04-26T04:45:00.818+0000 7fa29082f1c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T04:45:01.455 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:45:01 smithi102 bash[21576]: debug 2024-04-26T04:45:01.178+0000 7fa29082f1c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T04:45:01.455 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:45:01 smithi102 bash[21576]: debug 2024-04-26T04:45:01.290+0000 7fa29082f1c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T04:45:01.955 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:45:01 smithi102 bash[21576]: debug 2024-04-26T04:45:01.558+0000 7fa29082f1c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T04:45:01.955 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:45:01 smithi102 bash[21576]: debug 2024-04-26T04:45:01.770+0000 7fa29082f1c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T04:45:02.295 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:45:02 smithi102 bash[21576]: debug 2024-04-26T04:45:02.006+0000 7fa29082f1c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T04:45:02.295 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:45:02 smithi102 bash[21576]: debug 2024-04-26T04:45:02.290+0000 7fa29082f1c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T04:45:02.705 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:45:02 smithi102 bash[21576]: debug 2024-04-26T04:45:02.514+0000 7fa29082f1c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T04:45:03.619 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:45:03 smithi102 bash[21576]: debug 2024-04-26T04:45:03.270+0000 7fa29082f1c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T04:45:03.619 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:45:03 smithi102 bash[21576]: debug 2024-04-26T04:45:03.386+0000 7fa29082f1c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T04:45:03.955 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:45:03 smithi102 bash[21576]: debug 2024-04-26T04:45:03.862+0000 7fa29082f1c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T04:45:04.344 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:45:03 smithi102 bash[21576]: debug 2024-04-26T04:45:03.974+0000 7fa29082f1c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T04:45:04.600 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:45:04 smithi102 bash[21576]: debug 2024-04-26T04:45:04.338+0000 7fa29082f1c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T04:45:04.600 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:45:04 smithi102 bash[21576]: debug 2024-04-26T04:45:04.458+0000 7fa29082f1c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T04:45:04.600 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:04 smithi102 bash[21319]: cluster 2024-04-26T04:45:04.482604+0000 mon.a (mon.0) 70 : cluster [INF] Active manager daemon y restarted 2024-04-26T04:45:04.600 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:04 smithi102 bash[21319]: cluster 2024-04-26T04:45:04.482949+0000 mon.a (mon.0) 71 : cluster [INF] Activating manager daemon y 2024-04-26T04:45:04.600 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:04 smithi102 bash[21319]: cluster 2024-04-26T04:45:04.488659+0000 mon.a (mon.0) 72 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2024-04-26T04:45:04.600 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:04 smithi102 bash[21319]: cluster 2024-04-26T04:45:04.488957+0000 mon.a (mon.0) 73 : cluster [DBG] mgrmap e10: y(active, starting, since 0.00611834s) 2024-04-26T04:45:04.601 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:04 smithi102 bash[21319]: audit 2024-04-26T04:45:04.490272+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T04:45:04.601 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:04 smithi102 bash[21319]: audit 2024-04-26T04:45:04.492023+0000 mon.a (mon.0) 75 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T04:45:04.601 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:04 smithi102 bash[21319]: audit 2024-04-26T04:45:04.493015+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T04:45:04.601 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:04 smithi102 bash[21319]: audit 2024-04-26T04:45:04.493166+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T04:45:04.601 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:04 smithi102 bash[21319]: audit 2024-04-26T04:45:04.493305+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T04:45:04.601 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:04 smithi102 bash[21319]: cluster 2024-04-26T04:45:04.519168+0000 mon.a (mon.0) 79 : cluster [INF] Manager daemon y is now available 2024-04-26T04:45:05.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:05 smithi102 bash[21319]: audit 2024-04-26T04:45:04.537512+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:45:05.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:05 smithi102 bash[21319]: audit 2024-04-26T04:45:04.540530+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:45:05.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:05 smithi102 bash[21319]: audit 2024-04-26T04:45:04.556801+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T04:45:05.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:05 smithi102 bash[21319]: audit 2024-04-26T04:45:04.560485+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T04:45:05.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:05 smithi102 bash[21319]: cluster 2024-04-26T04:45:05.492984+0000 mon.a (mon.0) 84 : cluster [DBG] mgrmap e11: y(active, since 1.01015s) 2024-04-26T04:45:05.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:05 smithi102 bash[21319]: audit 2024-04-26T04:45:05.519018+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:06.183 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout { 2024-04-26T04:45:06.183 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-26T04:45:06.184 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-26T04:45:06.184 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout } 2024-04-26T04:45:06.184 INFO:teuthology.orchestra.run.smithi102.stdout:mgr epoch 9 is available 2024-04-26T04:45:06.184 INFO:teuthology.orchestra.run.smithi102.stdout:Generating a dashboard self-signed certificate... 2024-04-26T04:45:06.861 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:06 smithi102 bash[21319]: cephadm 2024-04-26T04:45:05.397748+0000 mgr.y (mgr.14152) 1 : cephadm [INF] [26/Apr/2024:04:45:05] ENGINE Bus STARTING 2024-04-26T04:45:06.861 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:06 smithi102 bash[21319]: audit 2024-04-26T04:45:05.493197+0000 mgr.y (mgr.14152) 2 : audit [DBG] from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-26T04:45:06.861 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:06 smithi102 bash[21319]: audit 2024-04-26T04:45:05.506454+0000 mgr.y (mgr.14152) 3 : audit [DBG] from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-26T04:45:06.861 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:06 smithi102 bash[21319]: cephadm 2024-04-26T04:45:05.515190+0000 mgr.y (mgr.14152) 4 : cephadm [INF] [26/Apr/2024:04:45:05] ENGINE Serving on https://172.21.15.102:7150 2024-04-26T04:45:06.861 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:06 smithi102 bash[21319]: cephadm 2024-04-26T04:45:05.515287+0000 mgr.y (mgr.14152) 5 : cephadm [INF] [26/Apr/2024:04:45:05] ENGINE Bus STARTED 2024-04-26T04:45:07.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:07 smithi102 bash[21319]: cluster 2024-04-26T04:45:06.547635+0000 mon.a (mon.0) 86 : cluster [DBG] mgrmap e12: y(active, since 2s) 2024-04-26T04:45:07.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:07 smithi102 bash[21319]: audit 2024-04-26T04:45:07.451663+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:07.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:07 smithi102 bash[21319]: audit 2024-04-26T04:45:07.458037+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:08.137 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-26T04:45:08.138 INFO:teuthology.orchestra.run.smithi102.stdout:Creating initial admin user... 2024-04-26T04:45:08.819 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:08 smithi102 bash[21319]: audit 2024-04-26T04:45:07.415626+0000 mgr.y (mgr.14152) 6 : audit [DBG] from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:45:10.301 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$ZJidVDfCnhhXYQ8WWxxDPeTuBFXG9zw2RVlX92kbrq710iuIkK.aC", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1714106709, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-26T04:45:10.302 INFO:teuthology.orchestra.run.smithi102.stdout:Fetching dashboard port number... 2024-04-26T04:45:10.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:10 smithi102 bash[21319]: audit 2024-04-26T04:45:09.384490+0000 mgr.y (mgr.14152) 7 : audit [DBG] from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:45:10.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:10 smithi102 bash[21319]: audit 2024-04-26T04:45:09.671271+0000 mon.a (mon.0) 89 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:11.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:11 smithi102 bash[21319]: cluster 2024-04-26T04:45:10.675751+0000 mon.a (mon.0) 90 : cluster [DBG] mgrmap e13: y(active, since 6s) 2024-04-26T04:45:11.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:11 smithi102 bash[21319]: audit 2024-04-26T04:45:11.341630+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:11.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:11 smithi102 bash[21319]: audit 2024-04-26T04:45:11.518189+0000 mon.a (mon.0) 92 : audit [DBG] from='client.? 172.21.15.102:0/2935668566' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-26T04:45:12.178 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 8443 2024-04-26T04:45:12.178 INFO:teuthology.orchestra.run.smithi102.stdout:firewalld does not appear to be present 2024-04-26T04:45:12.178 INFO:teuthology.orchestra.run.smithi102.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-26T04:45:12.179 INFO:teuthology.orchestra.run.smithi102.stdout:Ceph Dashboard is now available at: 2024-04-26T04:45:12.180 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:45:12.180 INFO:teuthology.orchestra.run.smithi102.stdout: URL: https://smithi102.front.sepia.ceph.com:8443/ 2024-04-26T04:45:12.180 INFO:teuthology.orchestra.run.smithi102.stdout: User: admin 2024-04-26T04:45:12.180 INFO:teuthology.orchestra.run.smithi102.stdout: Password: lawu36zg4y 2024-04-26T04:45:12.180 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:45:12.180 INFO:teuthology.orchestra.run.smithi102.stdout:Saving cluster configuration to /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config directory 2024-04-26T04:45:12.180 INFO:teuthology.orchestra.run.smithi102.stdout:Enabling autotune for osd_memory_target 2024-04-26T04:45:13.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:12 smithi102 bash[21319]: audit 2024-04-26T04:45:11.932724+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:16.146 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-26T04:45:16.146 INFO:teuthology.orchestra.run.smithi102.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-26T04:45:16.147 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:45:16.147 INFO:teuthology.orchestra.run.smithi102.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-26T04:45:16.147 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:45:16.147 INFO:teuthology.orchestra.run.smithi102.stdout:Or, if you are only running a single cluster on this host: 2024-04-26T04:45:16.147 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:45:16.147 INFO:teuthology.orchestra.run.smithi102.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-26T04:45:16.147 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:45:16.147 INFO:teuthology.orchestra.run.smithi102.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-26T04:45:16.147 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:45:16.147 INFO:teuthology.orchestra.run.smithi102.stdout: ceph telemetry on 2024-04-26T04:45:16.147 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:45:16.147 INFO:teuthology.orchestra.run.smithi102.stdout:For more information see: 2024-04-26T04:45:16.147 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:45:16.147 INFO:teuthology.orchestra.run.smithi102.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-04-26T04:45:16.148 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:45:16.148 INFO:teuthology.orchestra.run.smithi102.stdout:Bootstrap complete. 2024-04-26T04:45:16.195 INFO:tasks.cephadm:Fetching config... 2024-04-26T04:45:16.195 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-26T04:45:16.195 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-26T04:45:16.201 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-26T04:45:16.201 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-26T04:45:16.201 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-26T04:45:16.249 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-26T04:45:16.249 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-26T04:45:16.249 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-26T04:45:16.303 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-26T04:45:16.303 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-26T04:45:16.303 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-26T04:45:16.353 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-26T04:45:16.354 DEBUG:teuthology.orchestra.run.smithi102:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0C82bg+vaijSrQ15P4zQDVGUheR1GghpQHKu7fHQOqNVjB3LoCdA+0TyhfJh4wL+OnBrgY+M2Q47M3Bm3zpx3O70xm/KEy+MFBMRHLXZ5jy3vPHggYxlOke9dSfllOLCTHPcUTuUMtpZ/TPNtL8wfoZb1dhNJwqrf2ft2hgDvZpkwmdWpWUjnEizxeOeLNb5bBcXl8MHHeVCPOcLMb0iNodXlPM26CQWF6Slsa/V3+GsyurfJtjSLdGR/M+I4bgqLiDDvCZV+qJT4mjWf0CBn72jt2jgAOhbWGOo5J24onNX/M/Krx7PlpRhQzqQJcqS7Tf0sWfVHsah77cLpSGZCUsBb2HaRQG6WGcSgITqW4AYSakze8PhKVzS70hIb22KjHc3bDxr4eLlA9Jiybjhko6uKZz67sCg+7CHx3JVP+SU7tYquP8yAwr/2ZInj3FBuRyKNDpLzzxmv//8Kh/dWmMZHDYvcC7OSGDTS4GW7fPgMwMql2bjJQwvqN8wU5Vk= ceph-5615ffaa-0387-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T04:45:16.416 INFO:teuthology.orchestra.run.smithi102.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0C82bg+vaijSrQ15P4zQDVGUheR1GghpQHKu7fHQOqNVjB3LoCdA+0TyhfJh4wL+OnBrgY+M2Q47M3Bm3zpx3O70xm/KEy+MFBMRHLXZ5jy3vPHggYxlOke9dSfllOLCTHPcUTuUMtpZ/TPNtL8wfoZb1dhNJwqrf2ft2hgDvZpkwmdWpWUjnEizxeOeLNb5bBcXl8MHHeVCPOcLMb0iNodXlPM26CQWF6Slsa/V3+GsyurfJtjSLdGR/M+I4bgqLiDDvCZV+qJT4mjWf0CBn72jt2jgAOhbWGOo5J24onNX/M/Krx7PlpRhQzqQJcqS7Tf0sWfVHsah77cLpSGZCUsBb2HaRQG6WGcSgITqW4AYSakze8PhKVzS70hIb22KjHc3bDxr4eLlA9Jiybjhko6uKZz67sCg+7CHx3JVP+SU7tYquP8yAwr/2ZInj3FBuRyKNDpLzzxmv//8Kh/dWmMZHDYvcC7OSGDTS4GW7fPgMwMql2bjJQwvqN8wU5Vk= ceph-5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T04:45:16.425 DEBUG:teuthology.orchestra.run.smithi174:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0C82bg+vaijSrQ15P4zQDVGUheR1GghpQHKu7fHQOqNVjB3LoCdA+0TyhfJh4wL+OnBrgY+M2Q47M3Bm3zpx3O70xm/KEy+MFBMRHLXZ5jy3vPHggYxlOke9dSfllOLCTHPcUTuUMtpZ/TPNtL8wfoZb1dhNJwqrf2ft2hgDvZpkwmdWpWUjnEizxeOeLNb5bBcXl8MHHeVCPOcLMb0iNodXlPM26CQWF6Slsa/V3+GsyurfJtjSLdGR/M+I4bgqLiDDvCZV+qJT4mjWf0CBn72jt2jgAOhbWGOo5J24onNX/M/Krx7PlpRhQzqQJcqS7Tf0sWfVHsah77cLpSGZCUsBb2HaRQG6WGcSgITqW4AYSakze8PhKVzS70hIb22KjHc3bDxr4eLlA9Jiybjhko6uKZz67sCg+7CHx3JVP+SU7tYquP8yAwr/2ZInj3FBuRyKNDpLzzxmv//8Kh/dWmMZHDYvcC7OSGDTS4GW7fPgMwMql2bjJQwvqN8wU5Vk= ceph-5615ffaa-0387-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-26T04:45:16.449 INFO:teuthology.orchestra.run.smithi174.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC0C82bg+vaijSrQ15P4zQDVGUheR1GghpQHKu7fHQOqNVjB3LoCdA+0TyhfJh4wL+OnBrgY+M2Q47M3Bm3zpx3O70xm/KEy+MFBMRHLXZ5jy3vPHggYxlOke9dSfllOLCTHPcUTuUMtpZ/TPNtL8wfoZb1dhNJwqrf2ft2hgDvZpkwmdWpWUjnEizxeOeLNb5bBcXl8MHHeVCPOcLMb0iNodXlPM26CQWF6Slsa/V3+GsyurfJtjSLdGR/M+I4bgqLiDDvCZV+qJT4mjWf0CBn72jt2jgAOhbWGOo5J24onNX/M/Krx7PlpRhQzqQJcqS7Tf0sWfVHsah77cLpSGZCUsBb2HaRQG6WGcSgITqW4AYSakze8PhKVzS70hIb22KjHc3bDxr4eLlA9Jiybjhko6uKZz67sCg+7CHx3JVP+SU7tYquP8yAwr/2ZInj3FBuRyKNDpLzzxmv//8Kh/dWmMZHDYvcC7OSGDTS4GW7fPgMwMql2bjJQwvqN8wU5Vk= ceph-5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T04:45:16.459 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-26T04:45:16.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:16 smithi102 bash[21319]: audit 2024-04-26T04:45:15.533523+0000 mon.a (mon.0) 94 : audit [INF] from='client.? 172.21.15.102:0/3030329581' entity='client.admin' 2024-04-26T04:45:21.891 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:45:23.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:23 smithi102 bash[21319]: audit 2024-04-26T04:45:22.277826+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:23.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:23 smithi102 bash[21319]: audit 2024-04-26T04:45:22.280644+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:23.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:23 smithi102 bash[21319]: audit 2024-04-26T04:45:22.281790+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi102", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:45:23.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:23 smithi102 bash[21319]: audit 2024-04-26T04:45:22.286264+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:23.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:23 smithi102 bash[21319]: audit 2024-04-26T04:45:22.320173+0000 mon.a (mon.0) 99 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:45:23.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:23 smithi102 bash[21319]: audit 2024-04-26T04:45:22.325878+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:25.181 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-26T04:45:25.181 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-26T04:45:25.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:25 smithi102 bash[21319]: audit 2024-04-26T04:45:24.487249+0000 mon.a (mon.0) 101 : audit [INF] from='client.? 172.21.15.102:0/2437171399' entity='client.admin' 2024-04-26T04:45:25.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:25 smithi102 bash[21319]: cluster 2024-04-26T04:45:24.494609+0000 mgr.y (mgr.14152) 8 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:45:25.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:25 smithi102 bash[21319]: audit 2024-04-26T04:45:24.528492+0000 mon.a (mon.0) 102 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:45:25.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:25 smithi102 bash[21319]: audit 2024-04-26T04:45:24.535828+0000 mon.a (mon.0) 103 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:27.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:27 smithi102 bash[21319]: cluster 2024-04-26T04:45:26.495049+0000 mgr.y (mgr.14152) 9 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:45:29.881 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:45:29.905 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:29 smithi102 bash[21319]: cluster 2024-04-26T04:45:28.495586+0000 mgr.y (mgr.14152) 10 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:45:31.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:31 smithi102 bash[21319]: cluster 2024-04-26T04:45:30.496047+0000 mgr.y (mgr.14152) 11 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:45:33.352 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi174 2024-04-26T04:45:33.352 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-04-26T04:45:33.352 DEBUG:teuthology.orchestra.run.smithi174:> dd of=/etc/ceph/ceph.conf 2024-04-26T04:45:33.358 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-04-26T04:45:33.358 DEBUG:teuthology.orchestra.run.smithi174:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T04:45:33.405 INFO:tasks.cephadm:Adding host smithi174 to orchestrator... 2024-04-26T04:45:33.406 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph orch host add smithi174 2024-04-26T04:45:33.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:33 smithi102 bash[21319]: cluster 2024-04-26T04:45:32.496446+0000 mgr.y (mgr.14152) 12 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:45:33.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:33 smithi102 bash[21319]: audit 2024-04-26T04:45:32.622142+0000 mgr.y (mgr.14152) 13 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:45:33.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:33 smithi102 bash[21319]: audit 2024-04-26T04:45:32.628294+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:33.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:33 smithi102 bash[21319]: audit 2024-04-26T04:45:32.686758+0000 mon.a (mon.0) 105 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:45:33.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:33 smithi102 bash[21319]: audit 2024-04-26T04:45:32.688557+0000 mon.a (mon.0) 106 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:45:33.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:33 smithi102 bash[21319]: audit 2024-04-26T04:45:32.689401+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:45:33.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:33 smithi102 bash[21319]: cephadm 2024-04-26T04:45:32.690571+0000 mgr.y (mgr.14152) 14 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.conf 2024-04-26T04:45:33.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:33 smithi102 bash[21319]: cephadm 2024-04-26T04:45:32.805219+0000 mgr.y (mgr.14152) 15 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T04:45:33.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:33 smithi102 bash[21319]: audit 2024-04-26T04:45:33.305809+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:33.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:33 smithi102 bash[21319]: audit 2024-04-26T04:45:33.313889+0000 mon.a (mon.0) 109 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:33.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:33 smithi102 bash[21319]: audit 2024-04-26T04:45:33.322637+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:34.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:34 smithi102 bash[21319]: cephadm 2024-04-26T04:45:32.970530+0000 mgr.y (mgr.14152) 16 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-26T04:45:34.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:34 smithi102 bash[21319]: cephadm 2024-04-26T04:45:33.135473+0000 mgr.y (mgr.14152) 17 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T04:45:35.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:35 smithi102 bash[21319]: cluster 2024-04-26T04:45:34.496918+0000 mgr.y (mgr.14152) 18 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:45:37.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:37 smithi102 bash[21319]: cluster 2024-04-26T04:45:36.497362+0000 mgr.y (mgr.14152) 19 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:45:38.118 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:45:39.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:39 smithi102 bash[21319]: cluster 2024-04-26T04:45:38.497764+0000 mgr.y (mgr.14152) 20 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:45:41.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:41 smithi102 bash[21319]: cluster 2024-04-26T04:45:40.498205+0000 mgr.y (mgr.14152) 21 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:45:42.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:42 smithi102 bash[21319]: audit 2024-04-26T04:45:40.896696+0000 mgr.y (mgr.14152) 22 : audit [DBG] from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi174", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:45:42.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:42 smithi102 bash[21319]: cephadm 2024-04-26T04:45:41.618721+0000 mgr.y (mgr.14152) 23 : cephadm [INF] Deploying cephadm binary to smithi174 2024-04-26T04:45:43.414 INFO:teuthology.orchestra.run.smithi102.stdout:Added host 'smithi174' with addr '172.21.15.174' 2024-04-26T04:45:43.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:43 smithi102 bash[21319]: cluster 2024-04-26T04:45:42.498574+0000 mgr.y (mgr.14152) 24 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:45:43.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:43 smithi102 bash[21319]: audit 2024-04-26T04:45:43.413003+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:43.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:43 smithi102 bash[21319]: audit 2024-04-26T04:45:43.438321+0000 mon.a (mon.0) 112 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:45:44.185 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-26T04:45:45.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:44 smithi102 bash[21319]: cephadm 2024-04-26T04:45:43.413814+0000 mgr.y (mgr.14152) 25 : cephadm [INF] Added host smithi174 2024-04-26T04:45:45.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:44 smithi102 bash[21319]: audit 2024-04-26T04:45:43.710018+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:46.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:45 smithi102 bash[21319]: cluster 2024-04-26T04:45:44.499022+0000 mgr.y (mgr.14152) 26 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:45:46.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:45 smithi102 bash[21319]: audit 2024-04-26T04:45:45.034909+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:47.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:46 smithi102 bash[21319]: audit 2024-04-26T04:45:45.878645+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:47.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:46 smithi102 bash[21319]: cluster 2024-04-26T04:45:46.499432+0000 mgr.y (mgr.14152) 27 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:45:48.901 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:45:49.816 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:49 smithi102 bash[21319]: cluster 2024-04-26T04:45:48.499860+0000 mgr.y (mgr.14152) 28 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:45:51.599 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:45:51.599 INFO:teuthology.orchestra.run.smithi102.stdout:[{"addr": "172.21.15.102", "hostname": "smithi102", "labels": [], "status": ""}, {"addr": "172.21.15.174", "hostname": "smithi174", "labels": [], "status": ""}] 2024-04-26T04:45:51.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:51 smithi102 bash[21319]: cluster 2024-04-26T04:45:50.500158+0000 mgr.y (mgr.14152) 29 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:45:51.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:51 smithi102 bash[21319]: audit 2024-04-26T04:45:50.714188+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:51.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:51 smithi102 bash[21319]: audit 2024-04-26T04:45:50.720063+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:51.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:51 smithi102 bash[21319]: audit 2024-04-26T04:45:50.728766+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:51.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:51 smithi102 bash[21319]: audit 2024-04-26T04:45:50.736663+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:51.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:51 smithi102 bash[21319]: audit 2024-04-26T04:45:50.738088+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi174", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:45:51.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:51 smithi102 bash[21319]: audit 2024-04-26T04:45:50.740011+0000 mon.a (mon.0) 121 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:45:51.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:51 smithi102 bash[21319]: audit 2024-04-26T04:45:50.741666+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:45:51.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:51 smithi102 bash[21319]: cephadm 2024-04-26T04:45:50.744363+0000 mgr.y (mgr.14152) 30 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.conf 2024-04-26T04:45:51.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:51 smithi102 bash[21319]: audit 2024-04-26T04:45:51.406389+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:51.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:51 smithi102 bash[21319]: audit 2024-04-26T04:45:51.411563+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:51.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:51 smithi102 bash[21319]: audit 2024-04-26T04:45:51.416952+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:45:52.254 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-26T04:45:52.255 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-26T04:45:53.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:52 smithi102 bash[21319]: cephadm 2024-04-26T04:45:50.959920+0000 mgr.y (mgr.14152) 31 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T04:45:53.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:52 smithi102 bash[21319]: cephadm 2024-04-26T04:45:51.124737+0000 mgr.y (mgr.14152) 32 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.client.admin.keyring 2024-04-26T04:45:53.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:52 smithi102 bash[21319]: cephadm 2024-04-26T04:45:51.289200+0000 mgr.y (mgr.14152) 33 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T04:45:53.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:52 smithi102 bash[21319]: audit 2024-04-26T04:45:51.598691+0000 mgr.y (mgr.14152) 34 : audit [DBG] from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T04:45:54.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:53 smithi102 bash[21319]: cluster 2024-04-26T04:45:52.500420+0000 mgr.y (mgr.14152) 35 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:45:56.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:55 smithi102 bash[21319]: cluster 2024-04-26T04:45:54.500797+0000 mgr.y (mgr.14152) 36 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:45:56.968 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:45:58.085 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:57 smithi102 bash[21319]: cluster 2024-04-26T04:45:56.501193+0000 mgr.y (mgr.14152) 37 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:00.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:45:59 smithi102 bash[21319]: cluster 2024-04-26T04:45:58.501582+0000 mgr.y (mgr.14152) 38 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:00.741 INFO:teuthology.orchestra.run.smithi102.stderr:adjusted tunables profile to default 2024-04-26T04:46:01.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:00 smithi102 bash[21319]: audit 2024-04-26T04:45:59.777430+0000 mon.a (mon.0) 126 : audit [INF] from='client.? 172.21.15.102:0/2527192983' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-26T04:46:01.435 INFO:tasks.cephadm:Adding mon.a on smithi102 2024-04-26T04:46:01.435 INFO:tasks.cephadm:Adding mon.c on smithi102 2024-04-26T04:46:01.436 INFO:tasks.cephadm:Adding mon.b on smithi174 2024-04-26T04:46:01.436 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi102:172.21.15.102=a;smithi102:[v2:172.21.15.102:3301,v1:172.21.15.102:6790]=c;smithi174:172.21.15.174=b' 2024-04-26T04:46:02.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:01 smithi102 bash[21319]: cluster 2024-04-26T04:46:00.501990+0000 mgr.y (mgr.14152) 39 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:02.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:01 smithi102 bash[21319]: audit 2024-04-26T04:46:00.736436+0000 mon.a (mon.0) 127 : audit [INF] from='client.? 172.21.15.102:0/2527192983' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-26T04:46:02.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:01 smithi102 bash[21319]: cluster 2024-04-26T04:46:00.736550+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-04-26T04:46:02.647 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T04:46:04.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:03 smithi102 bash[21319]: cluster 2024-04-26T04:46:02.502399+0000 mgr.y (mgr.14152) 40 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:05.054 INFO:teuthology.orchestra.run.smithi174.stdout:Scheduled mon update... 2024-04-26T04:46:05.775 DEBUG:teuthology.orchestra.run.smithi102:mon.c> sudo journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mon.c.service 2024-04-26T04:46:05.778 DEBUG:teuthology.orchestra.run.smithi174:mon.b> sudo journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mon.b.service 2024-04-26T04:46:05.780 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T04:46:05.780 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T04:46:06.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:05 smithi102 bash[21319]: cluster 2024-04-26T04:46:04.502812+0000 mgr.y (mgr.14152) 41 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:06.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:05 smithi102 bash[21319]: audit 2024-04-26T04:46:05.054260+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:06.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:05 smithi102 bash[21319]: audit 2024-04-26T04:46:05.096253+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:46:06.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:05 smithi102 bash[21319]: audit 2024-04-26T04:46:05.099902+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:06.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:05 smithi102 bash[21319]: audit 2024-04-26T04:46:05.101894+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:46:06.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:05 smithi102 bash[21319]: audit 2024-04-26T04:46:05.109954+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:06.206 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:05 smithi102 bash[21319]: audit 2024-04-26T04:46:05.114085+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T04:46:06.206 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:05 smithi102 bash[21319]: audit 2024-04-26T04:46:05.115934+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:07.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:06 smithi102 bash[21319]: audit 2024-04-26T04:46:05.042706+0000 mgr.y (mgr.14152) 42 : audit [DBG] from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi102:172.21.15.102=a;smithi102:[v2:172.21.15.102:3301,v1:172.21.15.102:6790]=c;smithi174:172.21.15.174=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:46:07.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:06 smithi102 bash[21319]: cephadm 2024-04-26T04:46:05.048606+0000 mgr.y (mgr.14152) 43 : cephadm [INF] Saving service mon spec with placement smithi102:172.21.15.102=a;smithi102:[v2:172.21.15.102:3301,v1:172.21.15.102:6790]=c;smithi174:172.21.15.174=b;count:3 2024-04-26T04:46:07.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:06 smithi102 bash[21319]: cephadm 2024-04-26T04:46:05.118045+0000 mgr.y (mgr.14152) 44 : cephadm [INF] Deploying daemon mon.b on smithi174 2024-04-26T04:46:07.300 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T04:46:08.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:07 smithi102 bash[21319]: cluster 2024-04-26T04:46:06.503240+0000 mgr.y (mgr.14152) 45 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:10.063 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-04-26T04:46:10.063 INFO:teuthology.orchestra.run.smithi174.stdout:{"epoch":1,"fsid":"5615ffaa-0387-11ef-bc93-c7b262605968","modified":"2024-04-26T04:43:57.159925Z","created":"2024-04-26T04:43:57.159925Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:3300","nonce":0},{"type":"v1","addr":"172.21.15.102:6789","nonce":0}]},"addr":"172.21.15.102:6789/0","public_addr":"172.21.15.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-26T04:46:10.065 INFO:teuthology.orchestra.run.smithi174.stderr:dumped monmap epoch 1 2024-04-26T04:46:10.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:09 smithi102 bash[21319]: cluster 2024-04-26T04:46:08.503621+0000 mgr.y (mgr.14152) 46 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:10.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:09 smithi102 bash[21319]: audit 2024-04-26T04:46:09.684204+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:10.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:09 smithi102 bash[21319]: audit 2024-04-26T04:46:09.690102+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:10.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:09 smithi102 bash[21319]: audit 2024-04-26T04:46:09.698882+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:10.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:09 smithi102 bash[21319]: audit 2024-04-26T04:46:09.700193+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T04:46:10.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:09 smithi102 bash[21319]: audit 2024-04-26T04:46:09.702225+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:11.128 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:10 smithi102 bash[21319]: cephadm 2024-04-26T04:46:09.704302+0000 mgr.y (mgr.14152) 47 : cephadm [INF] Deploying daemon mon.c on smithi102 2024-04-26T04:46:11.128 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:10 smithi102 bash[21319]: audit 2024-04-26T04:46:10.062888+0000 mon.a (mon.0) 141 : audit [DBG] from='client.? 172.21.15.174:0/2760677706' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T04:46:11.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:11 smithi174 bash[23471]: debug 2024-04-26T04:46:11.044+0000 7fdba415f700 1 mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-26T04:46:11.876 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-26T04:46:11.876 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-26T04:46:13.233 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:13 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:46:13.233 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:46:13 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:46:13.500 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:13 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:46:13.501 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:46:13 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:46:13.501 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:13 smithi102 systemd[1]: Started Ceph mon.c for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T04:46:14.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.413+0000 7fcaff7ebb80 0 set uid:gid to 167:167 (ceph:ceph) 2024-04-26T04:46:14.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.413+0000 7fcaff7ebb80 0 ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable), process ceph-mon, pid 7 2024-04-26T04:46:14.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.413+0000 7fcaff7ebb80 0 pidfile_write: ignore empty --pid-file 2024-04-26T04:46:14.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 0 load: jerasure load: lrc 2024-04-26T04:46:14.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: RocksDB version: 6.15.5 2024-04-26T04:46:14.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-04-26T04:46:14.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Compile date Apr 24 2024 2024-04-26T04:46:14.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: DB SUMMARY 2024-04-26T04:46:14.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: DB Session ID: BQCBFHF1Y45XUXU85DM7 2024-04-26T04:46:14.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: CURRENT file: CURRENT 2024-04-26T04:46:14.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: IDENTITY file: IDENTITY 2024-04-26T04:46:14.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-04-26T04:46:14.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-26T04:46:14.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-04-26T04:46:14.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.error_if_exists: 0 2024-04-26T04:46:14.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.create_if_missing: 0 2024-04-26T04:46:14.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.paranoid_checks: 1 2024-04-26T04:46:14.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T04:46:14.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.env: 0x5591fd433b00 2024-04-26T04:46:14.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.fs: Posix File System 2024-04-26T04:46:14.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.info_log: 0x5591fe0fbec0 2024-04-26T04:46:14.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_file_opening_threads: 16 2024-04-26T04:46:14.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.statistics: (nil) 2024-04-26T04:46:14.708 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.use_fsync: 0 2024-04-26T04:46:14.708 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_log_file_size: 0 2024-04-26T04:46:14.708 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T04:46:14.708 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T04:46:14.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.keep_log_file_num: 1000 2024-04-26T04:46:14.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.recycle_log_file_num: 0 2024-04-26T04:46:14.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.allow_fallocate: 1 2024-04-26T04:46:14.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.allow_mmap_reads: 0 2024-04-26T04:46:14.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.allow_mmap_writes: 0 2024-04-26T04:46:14.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.use_direct_reads: 0 2024-04-26T04:46:14.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T04:46:14.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.create_missing_column_families: 0 2024-04-26T04:46:14.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.db_log_dir: 2024-04-26T04:46:14.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-04-26T04:46:14.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T04:46:14.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T04:46:14.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T04:46:14.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T04:46:14.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T04:46:14.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T04:46:14.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.advise_random_on_open: 1 2024-04-26T04:46:14.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.db_write_buffer_size: 0 2024-04-26T04:46:14.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.write_buffer_manager: 0x5591fedf0990 2024-04-26T04:46:14.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T04:46:14.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-04-26T04:46:14.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T04:46:14.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T04:46:14.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.rate_limiter: (nil) 2024-04-26T04:46:14.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T04:46:14.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.wal_recovery_mode: 2 2024-04-26T04:46:14.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.enable_thread_tracking: 0 2024-04-26T04:46:14.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.enable_pipelined_write: 0 2024-04-26T04:46:14.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.unordered_write: 0 2024-04-26T04:46:14.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T04:46:14.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T04:46:14.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T04:46:14.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T04:46:14.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.row_cache: None 2024-04-26T04:46:14.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.wal_filter: None 2024-04-26T04:46:14.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T04:46:14.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.allow_ingest_behind: 0 2024-04-26T04:46:14.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.preserve_deletes: 0 2024-04-26T04:46:14.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.two_write_queues: 0 2024-04-26T04:46:14.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.manual_wal_flush: 0 2024-04-26T04:46:14.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.atomic_flush: 0 2024-04-26T04:46:14.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T04:46:14.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T04:46:14.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T04:46:14.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.log_readahead_size: 0 2024-04-26T04:46:14.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T04:46:14.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.best_efforts_recovery: 0 2024-04-26T04:46:14.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T04:46:14.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T04:46:14.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.allow_data_in_errors: 0 2024-04-26T04:46:14.713 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.db_host_id: __hostname__ 2024-04-26T04:46:14.713 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_background_jobs: 2 2024-04-26T04:46:14.713 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_background_compactions: -1 2024-04-26T04:46:14.713 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_subcompactions: 1 2024-04-26T04:46:14.713 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T04:46:14.713 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T04:46:14.713 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T04:46:14.713 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_total_wal_size: 0 2024-04-26T04:46:14.713 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T04:46:14.713 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T04:46:14.713 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T04:46:14.713 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T04:46:14.713 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_open_files: -1 2024-04-26T04:46:14.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.bytes_per_sync: 0 2024-04-26T04:46:14.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T04:46:14.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T04:46:14.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.compaction_readahead_size: 0 2024-04-26T04:46:14.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_background_flushes: -1 2024-04-26T04:46:14.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Compression algorithms supported: 2024-04-26T04:46:14.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T04:46:14.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: kZSTD supported: 0 2024-04-26T04:46:14.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: kXpressCompression supported: 0 2024-04-26T04:46:14.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: kLZ4HCCompression supported: 1 2024-04-26T04:46:14.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: kZlibCompression supported: 1 2024-04-26T04:46:14.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: kSnappyCompression supported: 1 2024-04-26T04:46:14.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: kLZ4Compression supported: 1 2024-04-26T04:46:14.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: kBZip2Compression supported: 0 2024-04-26T04:46:14.715 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T04:46:14.715 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-04-26T04:46:14.715 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-04-26T04:46:14.715 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T04:46:14.715 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.merge_operator: 2024-04-26T04:46:14.716 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.compaction_filter: None 2024-04-26T04:46:14.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.compaction_filter_factory: None 2024-04-26T04:46:14.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.sst_partitioner_factory: None 2024-04-26T04:46:14.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T04:46:14.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T04:46:14.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5591fe0cef70) 2024-04-26T04:46:14.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cache_index_and_filter_blocks: 1 2024-04-26T04:46:14.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T04:46:14.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T04:46:14.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: pin_top_level_index_and_filter: 1 2024-04-26T04:46:14.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: index_type: 0 2024-04-26T04:46:14.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: data_block_index_type: 0 2024-04-26T04:46:14.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: index_shortening: 1 2024-04-26T04:46:14.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: data_block_hash_table_util_ratio: 0.750000 2024-04-26T04:46:14.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: hash_index_allow_collision: 1 2024-04-26T04:46:14.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: checksum: 1 2024-04-26T04:46:14.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: no_block_cache: 0 2024-04-26T04:46:14.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: block_cache: 0x5591fe101090 2024-04-26T04:46:14.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: block_cache_name: BinnedLRUCache 2024-04-26T04:46:14.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: block_cache_options: 2024-04-26T04:46:14.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: capacity : 536870912 2024-04-26T04:46:14.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: num_shard_bits : 4 2024-04-26T04:46:14.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: strict_capacity_limit : 0 2024-04-26T04:46:14.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: high_pri_pool_ratio: 0.000 2024-04-26T04:46:14.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: block_cache_compressed: (nil) 2024-04-26T04:46:14.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: persistent_cache: (nil) 2024-04-26T04:46:14.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: block_size: 4096 2024-04-26T04:46:14.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: block_size_deviation: 10 2024-04-26T04:46:14.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: block_restart_interval: 16 2024-04-26T04:46:14.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: index_block_restart_interval: 1 2024-04-26T04:46:14.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: metadata_block_size: 4096 2024-04-26T04:46:14.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: partition_filters: 0 2024-04-26T04:46:14.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: use_delta_encoding: 1 2024-04-26T04:46:14.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: filter_policy: rocksdb.BuiltinBloomFilter 2024-04-26T04:46:14.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: whole_key_filtering: 1 2024-04-26T04:46:14.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: verify_compression: 0 2024-04-26T04:46:14.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: read_amp_bytes_per_bit: 0 2024-04-26T04:46:14.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: format_version: 4 2024-04-26T04:46:14.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: enable_index_compression: 1 2024-04-26T04:46:14.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: block_align: 0 2024-04-26T04:46:14.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.write_buffer_size: 33554432 2024-04-26T04:46:14.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_write_buffer_number: 2 2024-04-26T04:46:14.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.compression: NoCompression 2024-04-26T04:46:14.720 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.bottommost_compression: Disabled 2024-04-26T04:46:14.720 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.prefix_extractor: nullptr 2024-04-26T04:46:14.720 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T04:46:14.720 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.num_levels: 7 2024-04-26T04:46:14.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T04:46:14.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T04:46:14.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T04:46:14.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T04:46:14.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T04:46:14.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T04:46:14.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T04:46:14.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T04:46:14.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T04:46:14.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T04:46:14.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T04:46:14.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.compression_opts.level: 32767 2024-04-26T04:46:14.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.compression_opts.strategy: 0 2024-04-26T04:46:14.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T04:46:14.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T04:46:14.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T04:46:14.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.compression_opts.enabled: false 2024-04-26T04:46:14.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T04:46:14.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T04:46:14.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T04:46:14.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.target_file_size_base: 67108864 2024-04-26T04:46:14.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T04:46:14.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T04:46:14.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T04:46:14.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T04:46:14.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T04:46:14.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T04:46:14.723 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T04:46:14.723 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T04:46:14.723 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T04:46:14.723 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T04:46:14.723 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T04:46:14.723 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T04:46:14.723 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T04:46:14.723 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.arena_block_size: 4194304 2024-04-26T04:46:14.723 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T04:46:14.724 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T04:46:14.724 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-04-26T04:46:14.724 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.disable_auto_compactions: 0 2024-04-26T04:46:14.724 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T04:46:14.724 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T04:46:14.724 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T04:46:14.724 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T04:46:14.724 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T04:46:14.724 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T04:46:14.724 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T04:46:14.724 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T04:46:14.724 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T04:46:14.724 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T04:46:14.724 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.table_properties_collectors: 2024-04-26T04:46:14.725 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.inplace_update_support: 0 2024-04-26T04:46:14.725 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T04:46:14.725 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T04:46:14.725 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T04:46:14.725 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T04:46:14.725 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.bloom_locality: 0 2024-04-26T04:46:14.725 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.max_successive_merges: 0 2024-04-26T04:46:14.725 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T04:46:14.725 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.paranoid_file_checks: 0 2024-04-26T04:46:14.725 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.force_consistency_checks: 1 2024-04-26T04:46:14.725 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.report_bg_io_stats: 0 2024-04-26T04:46:14.725 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.ttl: 2592000 2024-04-26T04:46:14.725 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T04:46:14.725 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.enable_blob_files: false 2024-04-26T04:46:14.725 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.min_blob_size: 0 2024-04-26T04:46:14.726 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.blob_file_size: 268435456 2024-04-26T04:46:14.726 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T04:46:14.726 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T04:46:14.726 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T04:46:14.726 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-26T04:46:14.726 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-04-26T04:46:14.726 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-04-26T04:46:14.726 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1714106774427822, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-26T04:46:14.726 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-04-26T04:46:14.726 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 3 rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-04-26T04:46:14.726 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1714106774428374, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1545, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1714106774, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "ebf777c1-f423-4a9c-abf1-2b37e6e8263f", "db_session_id": "BQCBFHF1Y45XUXU85DM7"}} 2024-04-26T04:46:14.726 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.421+0000 7fcaff7ebb80 4 rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-04-26T04:46:14.726 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.425+0000 7fcaff7ebb80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1714106774428972, "job": 1, "event": "recovery_finished"} 2024-04-26T04:46:14.727 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.425+0000 7fcaff7ebb80 4 rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T04:46:14.727 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.425+0000 7fcaff7ebb80 4 rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x5591fe095180 2024-04-26T04:46:14.727 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.425+0000 7fcaff7ebb80 4 rocksdb: DB pointer 0x5591fe16a000 2024-04-26T04:46:14.727 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.425+0000 7fcaefa22700 4 rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-04-26T04:46:14.727 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.425+0000 7fcaefa22700 4 rocksdb: [db/db_impl/db_impl.cc:903] 2024-04-26T04:46:14.727 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: ** DB Stats ** 2024-04-26T04:46:14.727 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T04:46:14.727 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T04:46:14.727 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T04:46:14.727 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T04:46:14.727 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T04:46:14.727 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-04-26T04:46:14.727 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T04:46:14.727 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: ** Compaction Stats [default] ** 2024-04-26T04:46:14.728 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-26T04:46:14.728 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T04:46:14.728 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.8 0.00 0.00 1 0.001 0 0 2024-04-26T04:46:14.728 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.8 0.00 0.00 1 0.001 0 0 2024-04-26T04:46:14.728 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.8 0.00 0.00 1 0.001 0 0 2024-04-26T04:46:14.728 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: ** Compaction Stats [default] ** 2024-04-26T04:46:14.728 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-26T04:46:14.728 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T04:46:14.728 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.8 0.00 0.00 1 0.001 0 0 2024-04-26T04:46:14.728 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T04:46:14.728 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T04:46:14.728 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T04:46:14.728 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T04:46:14.728 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T04:46:14.728 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: AddFile(Keys): cumulative 0, interval 0 2024-04-26T04:46:14.729 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Cumulative compaction: 0.00 GB write, 0.32 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T04:46:14.729 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Interval compaction: 0.00 GB write, 0.32 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T04:46:14.729 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T04:46:14.729 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: ** File Read Latency Histogram By Level [default] ** 2024-04-26T04:46:14.729 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: ** Compaction Stats [default] ** 2024-04-26T04:46:14.729 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-26T04:46:14.729 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T04:46:14.729 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: L0 1/0 1.51 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.8 0.00 0.00 1 0.001 0 0 2024-04-26T04:46:14.729 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Sum 1/0 1.51 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.8 0.00 0.00 1 0.001 0 0 2024-04-26T04:46:14.729 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-04-26T04:46:14.729 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: ** Compaction Stats [default] ** 2024-04-26T04:46:14.729 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-04-26T04:46:14.729 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T04:46:14.729 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.8 0.00 0.00 1 0.001 0 0 2024-04-26T04:46:14.729 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T04:46:14.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Flush(GB): cumulative 0.000, interval 0.000 2024-04-26T04:46:14.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T04:46:14.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T04:46:14.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T04:46:14.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: AddFile(Keys): cumulative 0, interval 0 2024-04-26T04:46:14.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Cumulative compaction: 0.00 GB write, 0.32 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T04:46:14.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T04:46:14.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T04:46:14.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: ** File Read Latency Histogram By Level [default] ** 2024-04-26T04:46:14.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.425+0000 7fcaff7ebb80 0 mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-26T04:46:14.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.425+0000 7fcaff7ebb80 0 using public_addrv [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] 2024-04-26T04:46:14.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.425+0000 7fcaff7ebb80 0 starting mon.c rank -1 at public addrs [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] at bind addrs [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T04:46:14.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.429+0000 7fcaff7ebb80 1 mon.c@-1(???) e0 preinit fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T04:46:14.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.449+0000 7fcaf2a28700 0 mon.c@-1(synchronizing).mds e1 new map 2024-04-26T04:46:14.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.449+0000 7fcaf2a28700 0 mon.c@-1(synchronizing).mds e1 print_map 2024-04-26T04:46:14.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: e1 2024-04-26T04:46:14.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T04:46:14.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-26T04:46:14.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: legacy client fscid: -1 2024-04-26T04:46:14.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: 2024-04-26T04:46:14.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: No filesystems configured 2024-04-26T04:46:14.731 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.449+0000 7fcaf2a28700 1 mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-26T04:46:14.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.449+0000 7fcaf2a28700 1 mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-26T04:46:14.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.449+0000 7fcaf2a28700 1 mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-26T04:46:14.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.449+0000 7fcaf2a28700 1 mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-26T04:46:14.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.449+0000 7fcaf2a28700 1 mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-26T04:46:14.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.449+0000 7fcaf2a28700 1 mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-26T04:46:14.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.449+0000 7fcaf2a28700 0 mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-26T04:46:14.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.449+0000 7fcaf2a28700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T04:46:14.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.449+0000 7fcaf2a28700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T04:46:14.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.449+0000 7fcaf2a28700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-26T04:46:14.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cluster 2024-04-26T04:45:36.497362+0000 mgr.y (mgr.14152) 19 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:14.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cluster 2024-04-26T04:45:38.497764+0000 mgr.y (mgr.14152) 20 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:14.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cluster 2024-04-26T04:45:40.498205+0000 mgr.y (mgr.14152) 21 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:14.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:45:40.896696+0000 mgr.y (mgr.14152) 22 : audit [DBG] from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi174", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:46:14.732 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cephadm 2024-04-26T04:45:41.618721+0000 mgr.y (mgr.14152) 23 : cephadm [INF] Deploying cephadm binary to smithi174 2024-04-26T04:46:14.733 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cluster 2024-04-26T04:45:42.498574+0000 mgr.y (mgr.14152) 24 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:14.733 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:45:43.413003+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:14.733 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:45:43.438321+0000 mon.a (mon.0) 112 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:46:14.733 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cephadm 2024-04-26T04:45:43.413814+0000 mgr.y (mgr.14152) 25 : cephadm [INF] Added host smithi174 2024-04-26T04:46:14.733 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:45:43.710018+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:14.733 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cluster 2024-04-26T04:45:44.499022+0000 mgr.y (mgr.14152) 26 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:14.733 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:45:45.034909+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:14.733 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:45:45.878645+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:14.733 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cluster 2024-04-26T04:45:46.499432+0000 mgr.y (mgr.14152) 27 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:14.734 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cluster 2024-04-26T04:45:48.499860+0000 mgr.y (mgr.14152) 28 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:14.734 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cluster 2024-04-26T04:45:50.500158+0000 mgr.y (mgr.14152) 29 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:14.734 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:45:50.714188+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:14.734 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:45:50.720063+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:14.734 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:45:50.728766+0000 mon.a (mon.0) 118 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:14.734 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:45:50.736663+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:14.734 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:45:50.738088+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi174", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:46:14.734 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:45:50.740011+0000 mon.a (mon.0) 121 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:14.734 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:45:50.741666+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:46:14.734 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cephadm 2024-04-26T04:45:50.744363+0000 mgr.y (mgr.14152) 30 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.conf 2024-04-26T04:46:14.734 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:45:51.406389+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:14.735 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:45:51.411563+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:14.735 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:45:51.416952+0000 mon.a (mon.0) 125 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:14.735 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cephadm 2024-04-26T04:45:50.959920+0000 mgr.y (mgr.14152) 31 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T04:46:14.735 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cephadm 2024-04-26T04:45:51.124737+0000 mgr.y (mgr.14152) 32 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.client.admin.keyring 2024-04-26T04:46:14.735 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cephadm 2024-04-26T04:45:51.289200+0000 mgr.y (mgr.14152) 33 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T04:46:14.735 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:45:51.598691+0000 mgr.y (mgr.14152) 34 : audit [DBG] from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T04:46:14.735 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cluster 2024-04-26T04:45:52.500420+0000 mgr.y (mgr.14152) 35 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:14.735 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cluster 2024-04-26T04:45:54.500797+0000 mgr.y (mgr.14152) 36 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:14.735 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cluster 2024-04-26T04:45:56.501193+0000 mgr.y (mgr.14152) 37 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:14.735 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cluster 2024-04-26T04:45:58.501582+0000 mgr.y (mgr.14152) 38 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:14.735 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:45:59.777430+0000 mon.a (mon.0) 126 : audit [INF] from='client.? 172.21.15.102:0/2527192983' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-26T04:46:14.735 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cluster 2024-04-26T04:46:00.501990+0000 mgr.y (mgr.14152) 39 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:14.735 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:46:00.736436+0000 mon.a (mon.0) 127 : audit [INF] from='client.? 172.21.15.102:0/2527192983' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-26T04:46:14.735 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cluster 2024-04-26T04:46:00.736550+0000 mon.a (mon.0) 128 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-04-26T04:46:14.736 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cluster 2024-04-26T04:46:02.502399+0000 mgr.y (mgr.14152) 40 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:14.736 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cluster 2024-04-26T04:46:04.502812+0000 mgr.y (mgr.14152) 41 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:14.736 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:46:05.054260+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:14.736 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:46:05.096253+0000 mon.a (mon.0) 130 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:46:14.736 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:46:05.099902+0000 mon.a (mon.0) 131 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:14.736 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:46:05.101894+0000 mon.a (mon.0) 132 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:46:14.736 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:46:05.109954+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:14.736 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:46:05.114085+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T04:46:14.736 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:46:05.115934+0000 mon.a (mon.0) 135 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:14.736 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:46:05.042706+0000 mgr.y (mgr.14152) 42 : audit [DBG] from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi102:172.21.15.102=a;smithi102:[v2:172.21.15.102:3301,v1:172.21.15.102:6790]=c;smithi174:172.21.15.174=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:46:14.736 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cephadm 2024-04-26T04:46:05.048606+0000 mgr.y (mgr.14152) 43 : cephadm [INF] Saving service mon spec with placement smithi102:172.21.15.102=a;smithi102:[v2:172.21.15.102:3301,v1:172.21.15.102:6790]=c;smithi174:172.21.15.174=b;count:3 2024-04-26T04:46:14.736 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cephadm 2024-04-26T04:46:05.118045+0000 mgr.y (mgr.14152) 44 : cephadm [INF] Deploying daemon mon.b on smithi174 2024-04-26T04:46:14.736 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cluster 2024-04-26T04:46:06.503240+0000 mgr.y (mgr.14152) 45 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:14.736 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cluster 2024-04-26T04:46:08.503621+0000 mgr.y (mgr.14152) 46 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:14.736 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:46:09.684204+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:14.737 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:46:09.690102+0000 mon.a (mon.0) 137 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:14.737 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:46:09.698882+0000 mon.a (mon.0) 138 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:14.737 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:46:09.700193+0000 mon.a (mon.0) 139 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T04:46:14.737 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:46:09.702225+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:14.737 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: cephadm 2024-04-26T04:46:09.704302+0000 mgr.y (mgr.14152) 47 : cephadm [INF] Deploying daemon mon.c on smithi102 2024-04-26T04:46:14.737 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: audit 2024-04-26T04:46:10.062888+0000 mon.a (mon.0) 141 : audit [DBG] from='client.? 172.21.15.174:0/2760677706' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T04:46:14.737 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:14 smithi102 bash[31411]: debug 2024-04-26T04:46:14.453+0000 7fcaf2a28700 1 mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-26T04:46:15.579 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T04:46:16.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: audit 2024-04-26T04:46:11.058530+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T04:46:16.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: cluster 2024-04-26T04:46:11.058995+0000 mon.a (mon.0) 144 : cluster [INF] mon.a calling monitor election 2024-04-26T04:46:16.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: audit 2024-04-26T04:46:11.063549+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:46:16.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: audit 2024-04-26T04:46:12.051157+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:46:16.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: cluster 2024-04-26T04:46:12.504515+0000 mgr.y (mgr.14152) 49 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:16.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: audit 2024-04-26T04:46:13.051574+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:46:16.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: cluster 2024-04-26T04:46:13.053329+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-04-26T04:46:16.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: audit 2024-04-26T04:46:14.051941+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:46:16.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: audit 2024-04-26T04:46:14.462841+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:16.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: cluster 2024-04-26T04:46:14.504861+0000 mgr.y (mgr.14152) 50 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:16.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: audit 2024-04-26T04:46:15.052058+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:46:16.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: audit 2024-04-26T04:46:15.463837+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:16.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: audit 2024-04-26T04:46:16.052173+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:46:16.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: cluster 2024-04-26T04:46:16.083853+0000 mon.a (mon.0) 153 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-26T04:46:16.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: cluster 2024-04-26T04:46:16.089918+0000 mon.a (mon.0) 154 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0],b=[v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-26T04:46:16.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: cluster 2024-04-26T04:46:16.109767+0000 mon.a (mon.0) 155 : cluster [DBG] fsmap 2024-04-26T04:46:16.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: cluster 2024-04-26T04:46:16.109852+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-04-26T04:46:16.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: cluster 2024-04-26T04:46:16.110114+0000 mon.a (mon.0) 157 : cluster [DBG] mgrmap e13: y(active, since 71s) 2024-04-26T04:46:16.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: cluster 2024-04-26T04:46:16.110368+0000 mon.a (mon.0) 158 : cluster [INF] overall HEALTH_OK 2024-04-26T04:46:16.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: audit 2024-04-26T04:46:16.117361+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:16.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: audit 2024-04-26T04:46:16.124927+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:16.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: audit 2024-04-26T04:46:16.141298+0000 mon.a (mon.0) 161 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:16.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:16 smithi174 bash[23471]: audit 2024-04-26T04:46:16.148522+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:16.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: audit 2024-04-26T04:46:11.058530+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T04:46:16.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: cluster 2024-04-26T04:46:11.058995+0000 mon.a (mon.0) 144 : cluster [INF] mon.a calling monitor election 2024-04-26T04:46:16.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: audit 2024-04-26T04:46:11.063549+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:46:16.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: audit 2024-04-26T04:46:12.051157+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:46:16.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: cluster 2024-04-26T04:46:12.504515+0000 mgr.y (mgr.14152) 49 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:16.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: audit 2024-04-26T04:46:13.051574+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:46:16.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: cluster 2024-04-26T04:46:13.053329+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-04-26T04:46:16.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: audit 2024-04-26T04:46:14.051941+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:46:16.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: audit 2024-04-26T04:46:14.462841+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:16.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: cluster 2024-04-26T04:46:14.504861+0000 mgr.y (mgr.14152) 50 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:16.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: audit 2024-04-26T04:46:15.052058+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:46:16.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: audit 2024-04-26T04:46:15.463837+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:16.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: audit 2024-04-26T04:46:16.052173+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:46:16.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: cluster 2024-04-26T04:46:16.083853+0000 mon.a (mon.0) 153 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-26T04:46:16.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: cluster 2024-04-26T04:46:16.089918+0000 mon.a (mon.0) 154 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0],b=[v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-26T04:46:16.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: cluster 2024-04-26T04:46:16.109767+0000 mon.a (mon.0) 155 : cluster [DBG] fsmap 2024-04-26T04:46:16.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: cluster 2024-04-26T04:46:16.109852+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-04-26T04:46:16.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: cluster 2024-04-26T04:46:16.110114+0000 mon.a (mon.0) 157 : cluster [DBG] mgrmap e13: y(active, since 71s) 2024-04-26T04:46:16.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: cluster 2024-04-26T04:46:16.110368+0000 mon.a (mon.0) 158 : cluster [INF] overall HEALTH_OK 2024-04-26T04:46:16.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: audit 2024-04-26T04:46:16.117361+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:16.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: audit 2024-04-26T04:46:16.124927+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:16.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: audit 2024-04-26T04:46:16.141298+0000 mon.a (mon.0) 161 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:16.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:16 smithi102 bash[21319]: audit 2024-04-26T04:46:16.148522+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:17.455 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:46:17 smithi102 bash[21576]: debug 2024-04-26T04:46:17.049+0000 7fa25084c700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-26T04:46:21.895 INFO:teuthology.orchestra.run.smithi174.stdout: 2024-04-26T04:46:21.895 INFO:teuthology.orchestra.run.smithi174.stdout:{"epoch":3,"fsid":"5615ffaa-0387-11ef-bc93-c7b262605968","modified":"2024-04-26T04:46:16.463688Z","created":"2024-04-26T04:43:57.159925Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:3300","nonce":0},{"type":"v1","addr":"172.21.15.102:6789","nonce":0}]},"addr":"172.21.15.102:6789/0","public_addr":"172.21.15.102:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:3300","nonce":0},{"type":"v1","addr":"172.21.15.174:6789","nonce":0}]},"addr":"172.21.15.174:6789/0","public_addr":"172.21.15.174:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:3301","nonce":0},{"type":"v1","addr":"172.21.15.102:6790","nonce":0}]},"addr":"172.21.15.102:6790/0","public_addr":"172.21.15.102:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-26T04:46:21.897 INFO:teuthology.orchestra.run.smithi174.stderr:dumped monmap epoch 3 2024-04-26T04:46:21.908 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: audit 2024-04-26T04:46:16.466830+0000 mon.a (mon.0) 165 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T04:46:21.908 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: audit 2024-04-26T04:46:16.467005+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:46:21.908 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: cluster 2024-04-26T04:46:16.467198+0000 mon.a (mon.0) 167 : cluster [INF] mon.a calling monitor election 2024-04-26T04:46:21.908 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: cluster 2024-04-26T04:46:16.471869+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-04-26T04:46:21.908 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: audit 2024-04-26T04:46:16.485590+0000 mon.a (mon.0) 168 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:21.908 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: cluster 2024-04-26T04:46:16.505174+0000 mgr.y (mgr.14152) 51 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:21.908 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: audit 2024-04-26T04:46:17.464050+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:21.908 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: audit 2024-04-26T04:46:18.464515+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:21.908 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: cluster 2024-04-26T04:46:18.466317+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-04-26T04:46:21.908 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: cluster 2024-04-26T04:46:18.505476+0000 mgr.y (mgr.14152) 52 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:21.908 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: audit 2024-04-26T04:46:19.464395+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:21.908 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: audit 2024-04-26T04:46:20.464538+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:21.909 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: cluster 2024-04-26T04:46:20.505881+0000 mgr.y (mgr.14152) 53 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:21.909 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: audit 2024-04-26T04:46:21.464635+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:21.909 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: cluster 2024-04-26T04:46:21.507847+0000 mon.a (mon.0) 174 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-26T04:46:21.909 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: cluster 2024-04-26T04:46:21.514997+0000 mon.a (mon.0) 175 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0],b=[v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0],c=[v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-26T04:46:21.909 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: cluster 2024-04-26T04:46:21.533772+0000 mon.a (mon.0) 176 : cluster [DBG] fsmap 2024-04-26T04:46:21.909 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: cluster 2024-04-26T04:46:21.533831+0000 mon.a (mon.0) 177 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-04-26T04:46:21.909 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: cluster 2024-04-26T04:46:21.534124+0000 mon.a (mon.0) 178 : cluster [DBG] mgrmap e13: y(active, since 77s) 2024-04-26T04:46:21.909 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: cluster 2024-04-26T04:46:21.534379+0000 mon.a (mon.0) 179 : cluster [INF] overall HEALTH_OK 2024-04-26T04:46:21.909 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: audit 2024-04-26T04:46:21.542025+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:21.909 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: audit 2024-04-26T04:46:21.547663+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:21.909 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: audit 2024-04-26T04:46:21.553715+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:21.909 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: audit 2024-04-26T04:46:21.560055+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:21.909 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:21 smithi174 bash[23471]: audit 2024-04-26T04:46:21.565937+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:21.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:11.058530+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T04:46:21.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:11.058995+0000 mon.a (mon.0) 144 : cluster [INF] mon.a calling monitor election 2024-04-26T04:46:21.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:11.063549+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:46:21.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:12.051157+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:46:21.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:12.504515+0000 mgr.y (mgr.14152) 49 : cluster [DBG] pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:21.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:13.051574+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:46:21.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:13.053329+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-04-26T04:46:21.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:14.051941+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:46:21.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:14.462841+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:21.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:14.504861+0000 mgr.y (mgr.14152) 50 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:21.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:15.052058+0000 mon.a (mon.0) 150 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:46:21.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:15.463837+0000 mon.a (mon.0) 151 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:21.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:16.052173+0000 mon.a (mon.0) 152 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:46:21.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:16.083853+0000 mon.a (mon.0) 153 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-26T04:46:21.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:16.089918+0000 mon.a (mon.0) 154 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0],b=[v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-26T04:46:21.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:16.109767+0000 mon.a (mon.0) 155 : cluster [DBG] fsmap 2024-04-26T04:46:21.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:16.109852+0000 mon.a (mon.0) 156 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-04-26T04:46:21.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:16.110114+0000 mon.a (mon.0) 157 : cluster [DBG] mgrmap e13: y(active, since 71s) 2024-04-26T04:46:21.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:16.110368+0000 mon.a (mon.0) 158 : cluster [INF] overall HEALTH_OK 2024-04-26T04:46:21.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:16.117361+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:21.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:16.124927+0000 mon.a (mon.0) 160 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:21.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:16.141298+0000 mon.a (mon.0) 161 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:21.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:16.148522+0000 mon.a (mon.0) 162 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:21.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:16.466830+0000 mon.a (mon.0) 165 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T04:46:21.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:16.467005+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:46:21.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:16.467198+0000 mon.a (mon.0) 167 : cluster [INF] mon.a calling monitor election 2024-04-26T04:46:21.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:16.471869+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-04-26T04:46:21.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:16.485590+0000 mon.a (mon.0) 168 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:21.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:16.505174+0000 mgr.y (mgr.14152) 51 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:21.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:17.464050+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:21.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:18.464515+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:21.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:18.466317+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-04-26T04:46:21.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:18.505476+0000 mgr.y (mgr.14152) 52 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:21.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:19.464395+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:21.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:20.464538+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:21.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:20.505881+0000 mgr.y (mgr.14152) 53 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:21.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:21.464635+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:21.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:21.507847+0000 mon.a (mon.0) 174 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-26T04:46:21.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:21.514997+0000 mon.a (mon.0) 175 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0],b=[v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0],c=[v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-26T04:46:21.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:21.533772+0000 mon.a (mon.0) 176 : cluster [DBG] fsmap 2024-04-26T04:46:21.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:21.533831+0000 mon.a (mon.0) 177 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-04-26T04:46:21.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:21.534124+0000 mon.a (mon.0) 178 : cluster [DBG] mgrmap e13: y(active, since 77s) 2024-04-26T04:46:21.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: cluster 2024-04-26T04:46:21.534379+0000 mon.a (mon.0) 179 : cluster [INF] overall HEALTH_OK 2024-04-26T04:46:21.958 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: audit 2024-04-26T04:46:16.466830+0000 mon.a (mon.0) 165 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T04:46:21.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: audit 2024-04-26T04:46:16.467005+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:46:21.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: cluster 2024-04-26T04:46:16.467198+0000 mon.a (mon.0) 167 : cluster [INF] mon.a calling monitor election 2024-04-26T04:46:21.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: cluster 2024-04-26T04:46:16.471869+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-04-26T04:46:21.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: audit 2024-04-26T04:46:16.485590+0000 mon.a (mon.0) 168 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:21.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: cluster 2024-04-26T04:46:16.505174+0000 mgr.y (mgr.14152) 51 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:21.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: audit 2024-04-26T04:46:17.464050+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:21.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: audit 2024-04-26T04:46:18.464515+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:21.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: cluster 2024-04-26T04:46:18.466317+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-04-26T04:46:21.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: cluster 2024-04-26T04:46:18.505476+0000 mgr.y (mgr.14152) 52 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:21.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: audit 2024-04-26T04:46:19.464395+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:21.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: audit 2024-04-26T04:46:20.464538+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:21.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: cluster 2024-04-26T04:46:20.505881+0000 mgr.y (mgr.14152) 53 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:21.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: audit 2024-04-26T04:46:21.464635+0000 mon.a (mon.0) 173 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:21.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: cluster 2024-04-26T04:46:21.507847+0000 mon.a (mon.0) 174 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-26T04:46:21.960 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: cluster 2024-04-26T04:46:21.514997+0000 mon.a (mon.0) 175 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0],b=[v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0],c=[v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-26T04:46:21.960 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: cluster 2024-04-26T04:46:21.533772+0000 mon.a (mon.0) 176 : cluster [DBG] fsmap 2024-04-26T04:46:21.960 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: cluster 2024-04-26T04:46:21.533831+0000 mon.a (mon.0) 177 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-04-26T04:46:21.960 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: cluster 2024-04-26T04:46:21.534124+0000 mon.a (mon.0) 178 : cluster [DBG] mgrmap e13: y(active, since 77s) 2024-04-26T04:46:21.960 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: cluster 2024-04-26T04:46:21.534379+0000 mon.a (mon.0) 179 : cluster [INF] overall HEALTH_OK 2024-04-26T04:46:21.960 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: audit 2024-04-26T04:46:21.542025+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:21.960 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:21.542025+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:21.960 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:21.547663+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:21.961 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:21.553715+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:21.961 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:21.560055+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:21.962 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[31411]: audit 2024-04-26T04:46:21.565937+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:21.962 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: audit 2024-04-26T04:46:21.547663+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:21.962 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: audit 2024-04-26T04:46:21.553715+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:21.962 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: audit 2024-04-26T04:46:21.560055+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:21.962 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:21 smithi102 bash[21319]: audit 2024-04-26T04:46:21.565937+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:22.504 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-26T04:46:22.505 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-26T04:46:22.605 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:22 smithi174 bash[23471]: audit 2024-04-26T04:46:21.895121+0000 mon.a (mon.0) 185 : audit [DBG] from='client.? 172.21.15.174:0/1294833699' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T04:46:22.606 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:22 smithi174 bash[23471]: audit 2024-04-26T04:46:21.995743+0000 mon.a (mon.0) 186 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:22.606 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:22 smithi174 bash[23471]: audit 2024-04-26T04:46:21.997568+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:46:22.606 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:22 smithi174 bash[23471]: audit 2024-04-26T04:46:22.336568+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:22.606 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:22 smithi174 bash[23471]: audit 2024-04-26T04:46:22.343500+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:22.606 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:22 smithi174 bash[23471]: audit 2024-04-26T04:46:22.351172+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:22.606 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:22 smithi174 bash[23471]: audit 2024-04-26T04:46:22.356693+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:22.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:22 smithi174 bash[23471]: audit 2024-04-26T04:46:22.363467+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:22.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:22 smithi174 bash[23471]: audit 2024-04-26T04:46:22.399947+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T04:46:22.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:22 smithi174 bash[23471]: audit 2024-04-26T04:46:22.401366+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T04:46:22.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:22 smithi174 bash[23471]: audit 2024-04-26T04:46:22.402676+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:22.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:22 smithi174 bash[23471]: audit 2024-04-26T04:46:22.464436+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:22.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[21319]: audit 2024-04-26T04:46:21.895121+0000 mon.a (mon.0) 185 : audit [DBG] from='client.? 172.21.15.174:0/1294833699' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T04:46:22.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[21319]: audit 2024-04-26T04:46:21.995743+0000 mon.a (mon.0) 186 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:22.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[21319]: audit 2024-04-26T04:46:21.997568+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:46:22.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[21319]: audit 2024-04-26T04:46:22.336568+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:22.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[21319]: audit 2024-04-26T04:46:22.343500+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:22.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[21319]: audit 2024-04-26T04:46:22.351172+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:22.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[21319]: audit 2024-04-26T04:46:22.356693+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:22.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[21319]: audit 2024-04-26T04:46:22.363467+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:22.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[21319]: audit 2024-04-26T04:46:22.399947+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T04:46:22.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[21319]: audit 2024-04-26T04:46:22.401366+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T04:46:22.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[21319]: audit 2024-04-26T04:46:22.402676+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:22.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[21319]: audit 2024-04-26T04:46:22.464436+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:22.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[31411]: audit 2024-04-26T04:46:21.895121+0000 mon.a (mon.0) 185 : audit [DBG] from='client.? 172.21.15.174:0/1294833699' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-26T04:46:22.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[31411]: audit 2024-04-26T04:46:21.995743+0000 mon.a (mon.0) 186 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:22.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[31411]: audit 2024-04-26T04:46:21.997568+0000 mon.a (mon.0) 187 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:46:22.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[31411]: audit 2024-04-26T04:46:22.336568+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:22.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[31411]: audit 2024-04-26T04:46:22.343500+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:22.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[31411]: audit 2024-04-26T04:46:22.351172+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:22.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[31411]: audit 2024-04-26T04:46:22.356693+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:22.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[31411]: audit 2024-04-26T04:46:22.363467+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:22.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[31411]: audit 2024-04-26T04:46:22.399947+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T04:46:22.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[31411]: audit 2024-04-26T04:46:22.401366+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T04:46:22.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[31411]: audit 2024-04-26T04:46:22.402676+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:22.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:22 smithi102 bash[31411]: audit 2024-04-26T04:46:22.464436+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:46:23.721 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:46:23 smithi102 bash[21576]: debug 2024-04-26T04:46:23.460+0000 7fa25084c700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-26T04:46:23.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:23 smithi102 bash[21319]: cephadm 2024-04-26T04:46:21.999852+0000 mgr.y (mgr.14152) 54 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.conf 2024-04-26T04:46:23.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:23 smithi102 bash[21319]: cephadm 2024-04-26T04:46:22.000313+0000 mgr.y (mgr.14152) 55 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.conf 2024-04-26T04:46:23.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:23 smithi102 bash[21319]: cephadm 2024-04-26T04:46:22.165328+0000 mgr.y (mgr.14152) 56 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T04:46:23.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:23 smithi102 bash[21319]: cephadm 2024-04-26T04:46:22.165963+0000 mgr.y (mgr.14152) 57 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T04:46:23.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:23 smithi102 bash[21319]: cephadm 2024-04-26T04:46:22.399325+0000 mgr.y (mgr.14152) 58 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2024-04-26T04:46:23.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:23 smithi102 bash[21319]: cephadm 2024-04-26T04:46:22.403937+0000 mgr.y (mgr.14152) 59 : cephadm [INF] Reconfiguring daemon mon.a on smithi102 2024-04-26T04:46:23.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:23 smithi102 bash[21319]: cluster 2024-04-26T04:46:22.506309+0000 mgr.y (mgr.14152) 60 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:23.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:23 smithi102 bash[31411]: cephadm 2024-04-26T04:46:21.999852+0000 mgr.y (mgr.14152) 54 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.conf 2024-04-26T04:46:23.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:23 smithi102 bash[31411]: cephadm 2024-04-26T04:46:22.000313+0000 mgr.y (mgr.14152) 55 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.conf 2024-04-26T04:46:23.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:23 smithi102 bash[31411]: cephadm 2024-04-26T04:46:22.165328+0000 mgr.y (mgr.14152) 56 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T04:46:23.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:23 smithi102 bash[31411]: cephadm 2024-04-26T04:46:22.165963+0000 mgr.y (mgr.14152) 57 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T04:46:23.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:23 smithi102 bash[31411]: cephadm 2024-04-26T04:46:22.399325+0000 mgr.y (mgr.14152) 58 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2024-04-26T04:46:23.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:23 smithi102 bash[31411]: cephadm 2024-04-26T04:46:22.403937+0000 mgr.y (mgr.14152) 59 : cephadm [INF] Reconfiguring daemon mon.a on smithi102 2024-04-26T04:46:23.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:23 smithi102 bash[31411]: cluster 2024-04-26T04:46:22.506309+0000 mgr.y (mgr.14152) 60 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:23.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:23 smithi174 bash[23471]: cephadm 2024-04-26T04:46:21.999852+0000 mgr.y (mgr.14152) 54 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.conf 2024-04-26T04:46:23.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:23 smithi174 bash[23471]: cephadm 2024-04-26T04:46:22.000313+0000 mgr.y (mgr.14152) 55 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.conf 2024-04-26T04:46:23.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:23 smithi174 bash[23471]: cephadm 2024-04-26T04:46:22.165328+0000 mgr.y (mgr.14152) 56 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T04:46:23.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:23 smithi174 bash[23471]: cephadm 2024-04-26T04:46:22.165963+0000 mgr.y (mgr.14152) 57 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T04:46:23.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:23 smithi174 bash[23471]: cephadm 2024-04-26T04:46:22.399325+0000 mgr.y (mgr.14152) 58 : cephadm [INF] Reconfiguring mon.a (unknown last config time)... 2024-04-26T04:46:23.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:23 smithi174 bash[23471]: cephadm 2024-04-26T04:46:22.403937+0000 mgr.y (mgr.14152) 59 : cephadm [INF] Reconfiguring daemon mon.a on smithi102 2024-04-26T04:46:23.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:23 smithi174 bash[23471]: cluster 2024-04-26T04:46:22.506309+0000 mgr.y (mgr.14152) 60 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:25.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:25 smithi174 bash[23471]: audit 2024-04-26T04:46:24.365674+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:25.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:25 smithi174 bash[23471]: audit 2024-04-26T04:46:24.371199+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:25.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:25 smithi174 bash[23471]: cephadm 2024-04-26T04:46:24.372467+0000 mgr.y (mgr.14152) 61 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-04-26T04:46:25.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:25 smithi174 bash[23471]: audit 2024-04-26T04:46:24.372830+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T04:46:25.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:25 smithi174 bash[23471]: audit 2024-04-26T04:46:24.373944+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T04:46:25.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:25 smithi174 bash[23471]: audit 2024-04-26T04:46:24.375114+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:25.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:25 smithi174 bash[23471]: cephadm 2024-04-26T04:46:24.376380+0000 mgr.y (mgr.14152) 62 : cephadm [INF] Reconfiguring daemon mon.c on smithi102 2024-04-26T04:46:25.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:25 smithi174 bash[23471]: cluster 2024-04-26T04:46:24.506629+0000 mgr.y (mgr.14152) 63 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:25.699 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:25 smithi102 bash[21319]: audit 2024-04-26T04:46:24.365674+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:25.699 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:25 smithi102 bash[21319]: audit 2024-04-26T04:46:24.371199+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:25.699 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:25 smithi102 bash[21319]: cephadm 2024-04-26T04:46:24.372467+0000 mgr.y (mgr.14152) 61 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-04-26T04:46:25.699 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:25 smithi102 bash[21319]: audit 2024-04-26T04:46:24.372830+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T04:46:25.699 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:25 smithi102 bash[21319]: audit 2024-04-26T04:46:24.373944+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T04:46:25.699 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:25 smithi102 bash[21319]: audit 2024-04-26T04:46:24.375114+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:25.699 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:25 smithi102 bash[21319]: cephadm 2024-04-26T04:46:24.376380+0000 mgr.y (mgr.14152) 62 : cephadm [INF] Reconfiguring daemon mon.c on smithi102 2024-04-26T04:46:25.700 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:25 smithi102 bash[21319]: cluster 2024-04-26T04:46:24.506629+0000 mgr.y (mgr.14152) 63 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:25.700 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:25 smithi102 bash[31411]: audit 2024-04-26T04:46:24.365674+0000 mon.a (mon.0) 197 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:25.700 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:25 smithi102 bash[31411]: audit 2024-04-26T04:46:24.371199+0000 mon.a (mon.0) 198 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:25.700 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:25 smithi102 bash[31411]: cephadm 2024-04-26T04:46:24.372467+0000 mgr.y (mgr.14152) 61 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-04-26T04:46:25.700 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:25 smithi102 bash[31411]: audit 2024-04-26T04:46:24.372830+0000 mon.a (mon.0) 199 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T04:46:25.700 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:25 smithi102 bash[31411]: audit 2024-04-26T04:46:24.373944+0000 mon.a (mon.0) 200 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T04:46:25.700 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:25 smithi102 bash[31411]: audit 2024-04-26T04:46:24.375114+0000 mon.a (mon.0) 201 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:25.700 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:25 smithi102 bash[31411]: cephadm 2024-04-26T04:46:24.376380+0000 mgr.y (mgr.14152) 62 : cephadm [INF] Reconfiguring daemon mon.c on smithi102 2024-04-26T04:46:25.700 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:25 smithi102 bash[31411]: cluster 2024-04-26T04:46:24.506629+0000 mgr.y (mgr.14152) 63 : cluster [DBG] pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:27.223 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:46:27.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:27 smithi174 bash[23471]: audit 2024-04-26T04:46:26.152042+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:27.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:27 smithi174 bash[23471]: audit 2024-04-26T04:46:26.157465+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:27.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:27 smithi174 bash[23471]: cephadm 2024-04-26T04:46:26.194455+0000 mgr.y (mgr.14152) 64 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-04-26T04:46:27.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:27 smithi174 bash[23471]: audit 2024-04-26T04:46:26.195058+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T04:46:27.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:27 smithi174 bash[23471]: audit 2024-04-26T04:46:26.196472+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T04:46:27.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:27 smithi174 bash[23471]: audit 2024-04-26T04:46:26.197782+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:27.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:27 smithi174 bash[23471]: cephadm 2024-04-26T04:46:26.199381+0000 mgr.y (mgr.14152) 65 : cephadm [INF] Reconfiguring daemon mon.b on smithi174 2024-04-26T04:46:27.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:27 smithi174 bash[23471]: cluster 2024-04-26T04:46:26.506959+0000 mgr.y (mgr.14152) 66 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:27.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:27 smithi102 bash[21319]: audit 2024-04-26T04:46:26.152042+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:27.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:27 smithi102 bash[21319]: audit 2024-04-26T04:46:26.157465+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:27.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:27 smithi102 bash[21319]: cephadm 2024-04-26T04:46:26.194455+0000 mgr.y (mgr.14152) 64 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-04-26T04:46:27.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:27 smithi102 bash[21319]: audit 2024-04-26T04:46:26.195058+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T04:46:27.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:27 smithi102 bash[21319]: audit 2024-04-26T04:46:26.196472+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T04:46:27.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:27 smithi102 bash[21319]: audit 2024-04-26T04:46:26.197782+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:27.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:27 smithi102 bash[21319]: cephadm 2024-04-26T04:46:26.199381+0000 mgr.y (mgr.14152) 65 : cephadm [INF] Reconfiguring daemon mon.b on smithi174 2024-04-26T04:46:27.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:27 smithi102 bash[21319]: cluster 2024-04-26T04:46:26.506959+0000 mgr.y (mgr.14152) 66 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:27.456 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:27 smithi102 bash[31411]: audit 2024-04-26T04:46:26.152042+0000 mon.a (mon.0) 202 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:27.456 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:27 smithi102 bash[31411]: audit 2024-04-26T04:46:26.157465+0000 mon.a (mon.0) 203 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:27.456 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:27 smithi102 bash[31411]: cephadm 2024-04-26T04:46:26.194455+0000 mgr.y (mgr.14152) 64 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-04-26T04:46:27.456 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:27 smithi102 bash[31411]: audit 2024-04-26T04:46:26.195058+0000 mon.a (mon.0) 204 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T04:46:27.456 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:27 smithi102 bash[31411]: audit 2024-04-26T04:46:26.196472+0000 mon.a (mon.0) 205 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T04:46:27.456 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:27 smithi102 bash[31411]: audit 2024-04-26T04:46:26.197782+0000 mon.a (mon.0) 206 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:27.456 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:27 smithi102 bash[31411]: cephadm 2024-04-26T04:46:26.199381+0000 mgr.y (mgr.14152) 65 : cephadm [INF] Reconfiguring daemon mon.b on smithi174 2024-04-26T04:46:27.456 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:27 smithi102 bash[31411]: cluster 2024-04-26T04:46:26.506959+0000 mgr.y (mgr.14152) 66 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:29.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:28 smithi174 bash[23471]: audit 2024-04-26T04:46:27.771475+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:29.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:28 smithi174 bash[23471]: audit 2024-04-26T04:46:27.780908+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:29.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:28 smithi174 bash[23471]: audit 2024-04-26T04:46:27.819267+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:46:29.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:28 smithi174 bash[23471]: audit 2024-04-26T04:46:27.822968+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:29.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:28 smithi174 bash[23471]: audit 2024-04-26T04:46:27.824982+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:46:29.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:28 smithi174 bash[23471]: audit 2024-04-26T04:46:27.836390+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:29.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:28 smithi102 bash[21319]: audit 2024-04-26T04:46:27.771475+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:29.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:28 smithi102 bash[21319]: audit 2024-04-26T04:46:27.780908+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:29.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:28 smithi102 bash[21319]: audit 2024-04-26T04:46:27.819267+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:46:29.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:28 smithi102 bash[21319]: audit 2024-04-26T04:46:27.822968+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:29.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:28 smithi102 bash[21319]: audit 2024-04-26T04:46:27.824982+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:46:29.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:28 smithi102 bash[21319]: audit 2024-04-26T04:46:27.836390+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:29.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:28 smithi102 bash[31411]: audit 2024-04-26T04:46:27.771475+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:29.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:28 smithi102 bash[31411]: audit 2024-04-26T04:46:27.780908+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:29.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:28 smithi102 bash[31411]: audit 2024-04-26T04:46:27.819267+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:46:29.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:28 smithi102 bash[31411]: audit 2024-04-26T04:46:27.822968+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:29.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:28 smithi102 bash[31411]: audit 2024-04-26T04:46:27.824982+0000 mon.a (mon.0) 211 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:46:29.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:28 smithi102 bash[31411]: audit 2024-04-26T04:46:27.836390+0000 mon.a (mon.0) 212 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:29.949 INFO:teuthology.orchestra.run.smithi102.stdout:# minimal ceph.conf for 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T04:46:29.949 INFO:teuthology.orchestra.run.smithi102.stdout:[global] 2024-04-26T04:46:29.949 INFO:teuthology.orchestra.run.smithi102.stdout: fsid = 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T04:46:29.949 INFO:teuthology.orchestra.run.smithi102.stdout: mon_host = [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] 2024-04-26T04:46:30.141 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:29 smithi102 bash[21319]: cluster 2024-04-26T04:46:28.507386+0000 mgr.y (mgr.14152) 67 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:30.141 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:29 smithi102 bash[31411]: cluster 2024-04-26T04:46:28.507386+0000 mgr.y (mgr.14152) 67 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:30.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:29 smithi174 bash[23471]: cluster 2024-04-26T04:46:28.507386+0000 mgr.y (mgr.14152) 67 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:30.646 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-26T04:46:30.646 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-26T04:46:30.646 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T04:46:30.661 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-26T04:46:30.661 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T04:46:30.716 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-04-26T04:46:30.716 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/etc/ceph/ceph.conf 2024-04-26T04:46:30.730 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-04-26T04:46:30.731 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-26T04:46:30.789 INFO:tasks.cephadm:Adding mgr.y on smithi102 2024-04-26T04:46:30.789 INFO:tasks.cephadm:Adding mgr.x on smithi174 2024-04-26T04:46:30.790 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph orch apply mgr '2;smithi102=y;smithi174=x' 2024-04-26T04:46:30.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:30 smithi102 bash[21319]: audit 2024-04-26T04:46:29.946609+0000 mon.a (mon.0) 213 : audit [DBG] from='client.? 172.21.15.102:0/2080187909' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:30.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:30 smithi102 bash[31411]: audit 2024-04-26T04:46:29.946609+0000 mon.a (mon.0) 213 : audit [DBG] from='client.? 172.21.15.102:0/2080187909' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:31.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:30 smithi174 bash[23471]: audit 2024-04-26T04:46:29.946609+0000 mon.a (mon.0) 213 : audit [DBG] from='client.? 172.21.15.102:0/2080187909' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:32.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:31 smithi174 bash[23471]: cluster 2024-04-26T04:46:30.507775+0000 mgr.y (mgr.14152) 68 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:32.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:31 smithi102 bash[21319]: cluster 2024-04-26T04:46:30.507775+0000 mgr.y (mgr.14152) 68 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:32.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:31 smithi102 bash[31411]: cluster 2024-04-26T04:46:30.507775+0000 mgr.y (mgr.14152) 68 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:33.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:32 smithi174 bash[23471]: cluster 2024-04-26T04:46:32.508161+0000 mgr.y (mgr.14152) 69 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:33.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:32 smithi102 bash[21319]: cluster 2024-04-26T04:46:32.508161+0000 mgr.y (mgr.14152) 69 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:33.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:32 smithi102 bash[31411]: cluster 2024-04-26T04:46:32.508161+0000 mgr.y (mgr.14152) 69 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:34.533 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T04:46:35.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:35 smithi174 bash[23471]: cluster 2024-04-26T04:46:34.508537+0000 mgr.y (mgr.14152) 70 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:35.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:35 smithi102 bash[21319]: cluster 2024-04-26T04:46:34.508537+0000 mgr.y (mgr.14152) 70 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:35.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:35 smithi102 bash[31411]: cluster 2024-04-26T04:46:34.508537+0000 mgr.y (mgr.14152) 70 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:36.985 INFO:teuthology.orchestra.run.smithi174.stdout:Scheduled mgr update... 2024-04-26T04:46:37.789 DEBUG:teuthology.orchestra.run.smithi174:mgr.x> sudo journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mgr.x.service 2024-04-26T04:46:37.792 INFO:tasks.cephadm:Deploying OSDs... 2024-04-26T04:46:37.792 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-26T04:46:37.792 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T04:46:37.799 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T04:46:37.799 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_1 2024-04-26T04:46:37.849 INFO:teuthology.orchestra.run.smithi102.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T04:46:37.849 INFO:teuthology.orchestra.run.smithi102.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T04:46:37.849 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 5h/5d Inode: 883 Links: 1 2024-04-26T04:46:37.849 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T04:46:37.849 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-04-26 04:36:28.704248303 +0000 2024-04-26T04:46:37.849 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-04-26 04:36:28.452250551 +0000 2024-04-26T04:46:37.849 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-04-26 04:36:28.452250551 +0000 2024-04-26T04:46:37.849 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: - 2024-04-26T04:46:37.850 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T04:46:37.901 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:37 smithi102 bash[21319]: cluster 2024-04-26T04:46:36.509028+0000 mgr.y (mgr.14152) 71 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:37.901 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:37 smithi102 bash[21319]: audit 2024-04-26T04:46:36.984511+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:37.902 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:37 smithi102 bash[21319]: audit 2024-04-26T04:46:36.994385+0000 mon.a (mon.0) 215 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:46:37.902 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:37 smithi102 bash[21319]: audit 2024-04-26T04:46:36.998021+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:37.902 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:37 smithi102 bash[21319]: audit 2024-04-26T04:46:36.999841+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:46:37.902 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:37 smithi102 bash[21319]: audit 2024-04-26T04:46:37.012872+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:37.902 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:37 smithi102 bash[21319]: audit 2024-04-26T04:46:37.015986+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T04:46:37.902 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:37 smithi102 bash[21319]: audit 2024-04-26T04:46:37.025655+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T04:46:37.902 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:37 smithi102 bash[21319]: audit 2024-04-26T04:46:37.027345+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T04:46:37.902 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:37 smithi102 bash[21319]: audit 2024-04-26T04:46:37.029191+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:37.902 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:37 smithi102 bash[31411]: cluster 2024-04-26T04:46:36.509028+0000 mgr.y (mgr.14152) 71 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:37.902 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:37 smithi102 bash[31411]: audit 2024-04-26T04:46:36.984511+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:37.902 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:37 smithi102 bash[31411]: audit 2024-04-26T04:46:36.994385+0000 mon.a (mon.0) 215 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:46:37.903 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:37 smithi102 bash[31411]: audit 2024-04-26T04:46:36.998021+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:37.903 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:37 smithi102 bash[31411]: audit 2024-04-26T04:46:36.999841+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:46:37.903 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:37 smithi102 bash[31411]: audit 2024-04-26T04:46:37.012872+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:37.903 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:37 smithi102 bash[31411]: audit 2024-04-26T04:46:37.015986+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T04:46:37.903 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:37 smithi102 bash[31411]: audit 2024-04-26T04:46:37.025655+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T04:46:37.903 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:37 smithi102 bash[31411]: audit 2024-04-26T04:46:37.027345+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T04:46:37.903 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:37 smithi102 bash[31411]: audit 2024-04-26T04:46:37.029191+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:37.903 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in 2024-04-26T04:46:37.904 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out 2024-04-26T04:46:37.904 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000495985 s, 1.0 MB/s 2024-04-26T04:46:37.904 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T04:46:37.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:37 smithi174 bash[23471]: cluster 2024-04-26T04:46:36.509028+0000 mgr.y (mgr.14152) 71 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:37.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:37 smithi174 bash[23471]: audit 2024-04-26T04:46:36.984511+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:37.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:37 smithi174 bash[23471]: audit 2024-04-26T04:46:36.994385+0000 mon.a (mon.0) 215 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:46:37.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:37 smithi174 bash[23471]: audit 2024-04-26T04:46:36.998021+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:37.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:37 smithi174 bash[23471]: audit 2024-04-26T04:46:36.999841+0000 mon.a (mon.0) 217 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:46:37.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:37 smithi174 bash[23471]: audit 2024-04-26T04:46:37.012872+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:37.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:37 smithi174 bash[23471]: audit 2024-04-26T04:46:37.015986+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T04:46:37.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:37 smithi174 bash[23471]: audit 2024-04-26T04:46:37.025655+0000 mon.a (mon.0) 220 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-26T04:46:37.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:37 smithi174 bash[23471]: audit 2024-04-26T04:46:37.027345+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T04:46:37.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:37 smithi174 bash[23471]: audit 2024-04-26T04:46:37.029191+0000 mon.a (mon.0) 222 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:37.954 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_2 2024-04-26T04:46:38.000 INFO:teuthology.orchestra.run.smithi102.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T04:46:38.000 INFO:teuthology.orchestra.run.smithi102.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T04:46:38.000 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 5h/5d Inode: 907 Links: 1 2024-04-26T04:46:38.000 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T04:46:38.000 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-04-26 04:36:29.216243735 +0000 2024-04-26T04:46:38.001 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-04-26 04:36:28.936246233 +0000 2024-04-26T04:46:38.001 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-04-26 04:36:28.936246233 +0000 2024-04-26T04:46:38.001 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: - 2024-04-26T04:46:38.001 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T04:46:38.054 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in 2024-04-26T04:46:38.055 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out 2024-04-26T04:46:38.055 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000396483 s, 1.3 MB/s 2024-04-26T04:46:38.056 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T04:46:38.105 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_3 2024-04-26T04:46:38.156 INFO:teuthology.orchestra.run.smithi102.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T04:46:38.156 INFO:teuthology.orchestra.run.smithi102.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T04:46:38.156 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 5h/5d Inode: 922 Links: 1 2024-04-26T04:46:38.156 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T04:46:38.156 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-04-26 04:36:29.716239274 +0000 2024-04-26T04:46:38.156 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-04-26 04:36:29.452241630 +0000 2024-04-26T04:46:38.156 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-04-26 04:36:29.452241630 +0000 2024-04-26T04:46:38.156 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: - 2024-04-26T04:46:38.157 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T04:46:38.211 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in 2024-04-26T04:46:38.211 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out 2024-04-26T04:46:38.211 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000380242 s, 1.3 MB/s 2024-04-26T04:46:38.212 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T04:46:38.261 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_4 2024-04-26T04:46:38.308 INFO:teuthology.orchestra.run.smithi102.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T04:46:38.308 INFO:teuthology.orchestra.run.smithi102.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T04:46:38.308 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 5h/5d Inode: 934 Links: 1 2024-04-26T04:46:38.308 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T04:46:38.308 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-04-26 04:36:30.216234815 +0000 2024-04-26T04:46:38.308 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-04-26 04:36:29.936237312 +0000 2024-04-26T04:46:38.308 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-04-26 04:36:29.936237312 +0000 2024-04-26T04:46:38.309 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: - 2024-04-26T04:46:38.309 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T04:46:38.363 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in 2024-04-26T04:46:38.363 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out 2024-04-26T04:46:38.363 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000392616 s, 1.3 MB/s 2024-04-26T04:46:38.364 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T04:46:38.414 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-04-26T04:46:38.414 DEBUG:teuthology.orchestra.run.smithi174:> dd if=/scratch_devs of=/dev/stdout 2024-04-26T04:46:38.420 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-26T04:46:38.420 DEBUG:teuthology.orchestra.run.smithi174:> stat /dev/vg_nvme/lv_1 2024-04-26T04:46:38.470 INFO:teuthology.orchestra.run.smithi174.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-26T04:46:38.470 INFO:teuthology.orchestra.run.smithi174.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T04:46:38.470 INFO:teuthology.orchestra.run.smithi174.stdout:Device: 5h/5d Inode: 890 Links: 1 2024-04-26T04:46:38.470 INFO:teuthology.orchestra.run.smithi174.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T04:46:38.470 INFO:teuthology.orchestra.run.smithi174.stdout:Access: 2024-04-26 04:36:26.750162057 +0000 2024-04-26T04:46:38.470 INFO:teuthology.orchestra.run.smithi174.stdout:Modify: 2024-04-26 04:36:26.454164702 +0000 2024-04-26T04:46:38.470 INFO:teuthology.orchestra.run.smithi174.stdout:Change: 2024-04-26 04:36:26.454164702 +0000 2024-04-26T04:46:38.470 INFO:teuthology.orchestra.run.smithi174.stdout: Birth: - 2024-04-26T04:46:38.470 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-26T04:46:38.524 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records in 2024-04-26T04:46:38.524 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records out 2024-04-26T04:46:38.524 INFO:teuthology.orchestra.run.smithi174.stderr:512 bytes copied, 0.000407484 s, 1.3 MB/s 2024-04-26T04:46:38.526 DEBUG:teuthology.orchestra.run.smithi174:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-26T04:46:38.575 DEBUG:teuthology.orchestra.run.smithi174:> stat /dev/vg_nvme/lv_2 2024-04-26T04:46:38.621 INFO:teuthology.orchestra.run.smithi174.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-26T04:46:38.621 INFO:teuthology.orchestra.run.smithi174.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T04:46:38.621 INFO:teuthology.orchestra.run.smithi174.stdout:Device: 5h/5d Inode: 904 Links: 1 2024-04-26T04:46:38.622 INFO:teuthology.orchestra.run.smithi174.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T04:46:38.622 INFO:teuthology.orchestra.run.smithi174.stdout:Access: 2024-04-26 04:36:27.194158092 +0000 2024-04-26T04:46:38.622 INFO:teuthology.orchestra.run.smithi174.stdout:Modify: 2024-04-26 04:36:26.970160091 +0000 2024-04-26T04:46:38.622 INFO:teuthology.orchestra.run.smithi174.stdout:Change: 2024-04-26 04:36:26.970160091 +0000 2024-04-26T04:46:38.622 INFO:teuthology.orchestra.run.smithi174.stdout: Birth: - 2024-04-26T04:46:38.622 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-26T04:46:38.673 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:38 smithi174 bash[23471]: audit 2024-04-26T04:46:36.974595+0000 mgr.y (mgr.14152) 72 : audit [DBG] from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi102=y;smithi174=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:46:38.673 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:38 smithi174 bash[23471]: cephadm 2024-04-26T04:46:36.978094+0000 mgr.y (mgr.14152) 73 : cephadm [INF] Saving service mgr spec with placement smithi102=y;smithi174=x;count:2 2024-04-26T04:46:38.673 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:38 smithi174 bash[23471]: cephadm 2024-04-26T04:46:37.031089+0000 mgr.y (mgr.14152) 74 : cephadm [INF] Deploying daemon mgr.x on smithi174 2024-04-26T04:46:38.675 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records in 2024-04-26T04:46:38.676 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records out 2024-04-26T04:46:38.676 INFO:teuthology.orchestra.run.smithi174.stderr:512 bytes copied, 0.000384634 s, 1.3 MB/s 2024-04-26T04:46:38.677 DEBUG:teuthology.orchestra.run.smithi174:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-26T04:46:38.726 DEBUG:teuthology.orchestra.run.smithi174:> stat /dev/vg_nvme/lv_3 2024-04-26T04:46:38.773 INFO:teuthology.orchestra.run.smithi174.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-26T04:46:38.774 INFO:teuthology.orchestra.run.smithi174.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T04:46:38.774 INFO:teuthology.orchestra.run.smithi174.stdout:Device: 5h/5d Inode: 924 Links: 1 2024-04-26T04:46:38.774 INFO:teuthology.orchestra.run.smithi174.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T04:46:38.774 INFO:teuthology.orchestra.run.smithi174.stdout:Access: 2024-04-26 04:36:27.718153412 +0000 2024-04-26T04:46:38.774 INFO:teuthology.orchestra.run.smithi174.stdout:Modify: 2024-04-26 04:36:27.450155804 +0000 2024-04-26T04:46:38.774 INFO:teuthology.orchestra.run.smithi174.stdout:Change: 2024-04-26 04:36:27.450155804 +0000 2024-04-26T04:46:38.774 INFO:teuthology.orchestra.run.smithi174.stdout: Birth: - 2024-04-26T04:46:38.774 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-26T04:46:38.826 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records in 2024-04-26T04:46:38.826 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records out 2024-04-26T04:46:38.827 INFO:teuthology.orchestra.run.smithi174.stderr:512 bytes copied, 0.000252258 s, 2.0 MB/s 2024-04-26T04:46:38.827 DEBUG:teuthology.orchestra.run.smithi174:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-26T04:46:38.874 DEBUG:teuthology.orchestra.run.smithi174:> stat /dev/vg_nvme/lv_4 2024-04-26T04:46:38.920 INFO:teuthology.orchestra.run.smithi174.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-26T04:46:38.920 INFO:teuthology.orchestra.run.smithi174.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-26T04:46:38.921 INFO:teuthology.orchestra.run.smithi174.stdout:Device: 5h/5d Inode: 941 Links: 1 2024-04-26T04:46:38.921 INFO:teuthology.orchestra.run.smithi174.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-26T04:46:38.921 INFO:teuthology.orchestra.run.smithi174.stdout:Access: 2024-04-26 04:36:28.210149016 +0000 2024-04-26T04:46:38.921 INFO:teuthology.orchestra.run.smithi174.stdout:Modify: 2024-04-26 04:36:27.946151375 +0000 2024-04-26T04:46:38.921 INFO:teuthology.orchestra.run.smithi174.stdout:Change: 2024-04-26 04:36:27.946151375 +0000 2024-04-26T04:46:38.921 INFO:teuthology.orchestra.run.smithi174.stdout: Birth: - 2024-04-26T04:46:38.921 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-26T04:46:38.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:38 smithi102 bash[21319]: audit 2024-04-26T04:46:36.974595+0000 mgr.y (mgr.14152) 72 : audit [DBG] from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi102=y;smithi174=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:46:38.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:38 smithi102 bash[21319]: cephadm 2024-04-26T04:46:36.978094+0000 mgr.y (mgr.14152) 73 : cephadm [INF] Saving service mgr spec with placement smithi102=y;smithi174=x;count:2 2024-04-26T04:46:38.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:38 smithi102 bash[21319]: cephadm 2024-04-26T04:46:37.031089+0000 mgr.y (mgr.14152) 74 : cephadm [INF] Deploying daemon mgr.x on smithi174 2024-04-26T04:46:38.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:38 smithi102 bash[31411]: audit 2024-04-26T04:46:36.974595+0000 mgr.y (mgr.14152) 72 : audit [DBG] from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi102=y;smithi174=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:46:38.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:38 smithi102 bash[31411]: cephadm 2024-04-26T04:46:36.978094+0000 mgr.y (mgr.14152) 73 : cephadm [INF] Saving service mgr spec with placement smithi102=y;smithi174=x;count:2 2024-04-26T04:46:38.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:38 smithi102 bash[31411]: cephadm 2024-04-26T04:46:37.031089+0000 mgr.y (mgr.14152) 74 : cephadm [INF] Deploying daemon mgr.x on smithi174 2024-04-26T04:46:38.972 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records in 2024-04-26T04:46:38.972 INFO:teuthology.orchestra.run.smithi174.stderr:1+0 records out 2024-04-26T04:46:38.972 INFO:teuthology.orchestra.run.smithi174.stderr:512 bytes copied, 0.000250766 s, 2.0 MB/s 2024-04-26T04:46:38.973 DEBUG:teuthology.orchestra.run.smithi174:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-26T04:46:39.020 INFO:tasks.cephadm:Deploying osd.0 on smithi102 with /dev/vg_nvme/lv_4... 2024-04-26T04:46:39.021 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T04:46:39.038 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:38 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:46:39.039 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:39 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:46:39.039 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:39 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:46:39.039 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:39 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:46:39.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:39 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:46:39.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:39 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:46:39.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:39 smithi174 systemd[1]: Started Ceph mgr.x for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T04:46:39.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:39 smithi174 bash[23471]: cluster 2024-04-26T04:46:38.509445+0000 mgr.y (mgr.14152) 75 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:39.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:39 smithi174 bash[23471]: audit 2024-04-26T04:46:39.276623+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:39.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:39 smithi174 bash[23471]: audit 2024-04-26T04:46:39.281914+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:39.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:39 smithi174 bash[23471]: audit 2024-04-26T04:46:39.306725+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:39.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:39 smithi174 bash[23471]: audit 2024-04-26T04:46:39.315467+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:39.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:39 smithi174 bash[23471]: audit 2024-04-26T04:46:39.384310+0000 mon.a (mon.0) 227 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:46:39.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:39 smithi102 bash[21319]: cluster 2024-04-26T04:46:38.509445+0000 mgr.y (mgr.14152) 75 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:39.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:39 smithi102 bash[21319]: audit 2024-04-26T04:46:39.276623+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:39.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:39 smithi102 bash[21319]: audit 2024-04-26T04:46:39.281914+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:39.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:39 smithi102 bash[21319]: audit 2024-04-26T04:46:39.306725+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:39.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:39 smithi102 bash[21319]: audit 2024-04-26T04:46:39.315467+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:39.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:39 smithi102 bash[21319]: audit 2024-04-26T04:46:39.384310+0000 mon.a (mon.0) 227 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:46:39.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:39 smithi102 bash[31411]: cluster 2024-04-26T04:46:38.509445+0000 mgr.y (mgr.14152) 75 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:39.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:39 smithi102 bash[31411]: audit 2024-04-26T04:46:39.276623+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:39.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:39 smithi102 bash[31411]: audit 2024-04-26T04:46:39.281914+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:39.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:39 smithi102 bash[31411]: audit 2024-04-26T04:46:39.306725+0000 mon.a (mon.0) 225 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:39.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:39 smithi102 bash[31411]: audit 2024-04-26T04:46:39.315467+0000 mon.a (mon.0) 226 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:39.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:39 smithi102 bash[31411]: audit 2024-04-26T04:46:39.384310+0000 mon.a (mon.0) 227 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:46:40.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:40 smithi174 bash[24426]: debug 2024-04-26T04:46:40.155+0000 7f28bac03700 1 -- 172.21.15.174:0/3461386663 <== mon.1 v2:172.21.15.174:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5594957da9c0 con 0x559496560800 2024-04-26T04:46:40.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:40 smithi174 bash[24426]: debug 2024-04-26T04:46:40.299+0000 7f28c33261c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T04:46:41.839 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:41 smithi174 bash[23471]: cluster 2024-04-26T04:46:40.509936+0000 mgr.y (mgr.14152) 76 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:41.839 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:41 smithi174 bash[23471]: audit 2024-04-26T04:46:41.552133+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:41.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:41 smithi102 bash[21319]: cluster 2024-04-26T04:46:40.509936+0000 mgr.y (mgr.14152) 76 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:41.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:41 smithi102 bash[21319]: audit 2024-04-26T04:46:41.552133+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:41.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:41 smithi102 bash[31411]: cluster 2024-04-26T04:46:40.509936+0000 mgr.y (mgr.14152) 76 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:41.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:41 smithi102 bash[31411]: audit 2024-04-26T04:46:41.552133+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:42.176 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:41 smithi174 bash[24426]: debug 2024-04-26T04:46:41.835+0000 7f28c33261c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T04:46:42.176 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:41 smithi174 bash[24426]: debug 2024-04-26T04:46:41.927+0000 7f28c33261c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T04:46:42.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:42 smithi174 bash[24426]: debug 2024-04-26T04:46:42.171+0000 7f28c33261c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T04:46:43.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:42 smithi174 bash[24426]: debug 2024-04-26T04:46:42.943+0000 7f28c33261c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T04:46:43.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:43 smithi174 bash[24426]: debug 2024-04-26T04:46:43.043+0000 7f28c33261c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T04:46:43.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:43 smithi174 bash[24426]: debug 2024-04-26T04:46:43.143+0000 7f28c33261c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T04:46:43.741 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:46:43.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:43 smithi174 bash[23471]: cluster 2024-04-26T04:46:42.510342+0000 mgr.y (mgr.14152) 77 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:43.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:43 smithi174 bash[24426]: debug 2024-04-26T04:46:43.467+0000 7f28c33261c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T04:46:43.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:43 smithi174 bash[24426]: debug 2024-04-26T04:46:43.575+0000 7f28c33261c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T04:46:43.931 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:43 smithi174 bash[24426]: debug 2024-04-26T04:46:43.675+0000 7f28c33261c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T04:46:43.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:43 smithi102 bash[21319]: cluster 2024-04-26T04:46:42.510342+0000 mgr.y (mgr.14152) 77 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:43.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:43 smithi102 bash[31411]: cluster 2024-04-26T04:46:42.510342+0000 mgr.y (mgr.14152) 77 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:44.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:43 smithi174 bash[24426]: debug 2024-04-26T04:46:43.991+0000 7f28c33261c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T04:46:44.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:44 smithi174 bash[24426]: debug 2024-04-26T04:46:44.091+0000 7f28c33261c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T04:46:44.844 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:44 smithi174 bash[24426]: debug 2024-04-26T04:46:44.471+0000 7f28c33261c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T04:46:44.844 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:44 smithi174 bash[24426]: debug 2024-04-26T04:46:44.575+0000 7f28c33261c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T04:46:45.180 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:44 smithi174 bash[24426]: debug 2024-04-26T04:46:44.839+0000 7f28c33261c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T04:46:45.180 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:45 smithi174 bash[24426]: debug 2024-04-26T04:46:45.047+0000 7f28c33261c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T04:46:45.574 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:45 smithi174 bash[24426]: debug 2024-04-26T04:46:45.279+0000 7f28c33261c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T04:46:45.575 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:45 smithi174 bash[24426]: debug 2024-04-26T04:46:45.571+0000 7f28c33261c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T04:46:45.575 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:45 smithi174 bash[23471]: audit 2024-04-26T04:46:44.377893+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:45.575 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:45 smithi174 bash[23471]: audit 2024-04-26T04:46:44.387985+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:45.575 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:45 smithi174 bash[23471]: audit 2024-04-26T04:46:44.389734+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:45.575 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:45 smithi174 bash[23471]: audit 2024-04-26T04:46:44.391442+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:46:45.575 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:45 smithi174 bash[23471]: audit 2024-04-26T04:46:44.402557+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:45.575 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:45 smithi174 bash[23471]: cephadm 2024-04-26T04:46:44.472308+0000 mgr.y (mgr.14152) 78 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-04-26T04:46:45.575 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:45 smithi174 bash[23471]: audit 2024-04-26T04:46:44.472983+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T04:46:45.575 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:45 smithi174 bash[23471]: audit 2024-04-26T04:46:44.474696+0000 mon.a (mon.0) 235 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T04:46:45.575 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:45 smithi174 bash[23471]: audit 2024-04-26T04:46:44.476210+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:45.576 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:45 smithi174 bash[23471]: cephadm 2024-04-26T04:46:44.478112+0000 mgr.y (mgr.14152) 79 : cephadm [INF] Reconfiguring daemon mgr.y on smithi102 2024-04-26T04:46:45.576 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:45 smithi174 bash[23471]: cluster 2024-04-26T04:46:44.510665+0000 mgr.y (mgr.14152) 80 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:45.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[21319]: audit 2024-04-26T04:46:44.377893+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:45.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[21319]: audit 2024-04-26T04:46:44.387985+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:45.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[21319]: audit 2024-04-26T04:46:44.389734+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:45.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[21319]: audit 2024-04-26T04:46:44.391442+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:46:45.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[21319]: audit 2024-04-26T04:46:44.402557+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:45.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[21319]: cephadm 2024-04-26T04:46:44.472308+0000 mgr.y (mgr.14152) 78 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-04-26T04:46:45.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[21319]: audit 2024-04-26T04:46:44.472983+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T04:46:45.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[21319]: audit 2024-04-26T04:46:44.474696+0000 mon.a (mon.0) 235 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T04:46:45.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[21319]: audit 2024-04-26T04:46:44.476210+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:45.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[21319]: cephadm 2024-04-26T04:46:44.478112+0000 mgr.y (mgr.14152) 79 : cephadm [INF] Reconfiguring daemon mgr.y on smithi102 2024-04-26T04:46:45.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[21319]: cluster 2024-04-26T04:46:44.510665+0000 mgr.y (mgr.14152) 80 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:45.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[31411]: audit 2024-04-26T04:46:44.377893+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:45.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[31411]: audit 2024-04-26T04:46:44.387985+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:45.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[31411]: audit 2024-04-26T04:46:44.389734+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:45.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[31411]: audit 2024-04-26T04:46:44.391442+0000 mon.a (mon.0) 232 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:46:45.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[31411]: audit 2024-04-26T04:46:44.402557+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:45.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[31411]: cephadm 2024-04-26T04:46:44.472308+0000 mgr.y (mgr.14152) 78 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-04-26T04:46:45.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[31411]: audit 2024-04-26T04:46:44.472983+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T04:46:45.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[31411]: audit 2024-04-26T04:46:44.474696+0000 mon.a (mon.0) 235 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T04:46:45.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[31411]: audit 2024-04-26T04:46:44.476210+0000 mon.a (mon.0) 236 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:45.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[31411]: cephadm 2024-04-26T04:46:44.478112+0000 mgr.y (mgr.14152) 79 : cephadm [INF] Reconfiguring daemon mgr.y on smithi102 2024-04-26T04:46:45.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:45 smithi102 bash[31411]: cluster 2024-04-26T04:46:44.510665+0000 mgr.y (mgr.14152) 80 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:45.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:45 smithi174 bash[24426]: debug 2024-04-26T04:46:45.783+0000 7f28c33261c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T04:46:46.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:46 smithi174 bash[24426]: debug 2024-04-26T04:46:46.539+0000 7f28c33261c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T04:46:46.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:46 smithi174 bash[24426]: debug 2024-04-26T04:46:46.651+0000 7f28c33261c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T04:46:47.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:47 smithi174 bash[24426]: debug 2024-04-26T04:46:47.131+0000 7f28c33261c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T04:46:47.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:47 smithi174 bash[24426]: debug 2024-04-26T04:46:47.239+0000 7f28c33261c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T04:46:47.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:47 smithi102 bash[31411]: cluster 2024-04-26T04:46:46.511003+0000 mgr.y (mgr.14152) 81 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:47.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:47 smithi102 bash[31411]: audit 2024-04-26T04:46:47.456474+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:47.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:47 smithi102 bash[31411]: audit 2024-04-26T04:46:47.461250+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:47.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:47 smithi102 bash[31411]: audit 2024-04-26T04:46:47.499202+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:46:47.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:47 smithi102 bash[21319]: cluster 2024-04-26T04:46:46.511003+0000 mgr.y (mgr.14152) 81 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:47.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:47 smithi102 bash[21319]: audit 2024-04-26T04:46:47.456474+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:47.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:47 smithi102 bash[21319]: audit 2024-04-26T04:46:47.461250+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:47.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:47 smithi102 bash[21319]: audit 2024-04-26T04:46:47.499202+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:46:47.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:47 smithi174 bash[24426]: debug 2024-04-26T04:46:47.603+0000 7f28c33261c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T04:46:47.931 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:46:47 smithi174 bash[24426]: debug 2024-04-26T04:46:47.723+0000 7f28c33261c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T04:46:47.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:47 smithi174 bash[23471]: cluster 2024-04-26T04:46:46.511003+0000 mgr.y (mgr.14152) 81 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:47.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:47 smithi174 bash[23471]: audit 2024-04-26T04:46:47.456474+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:47.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:47 smithi174 bash[23471]: audit 2024-04-26T04:46:47.461250+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:47.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:47 smithi174 bash[23471]: audit 2024-04-26T04:46:47.499202+0000 mon.a (mon.0) 239 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:46:48.128 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T04:46:48.129 INFO:teuthology.orchestra.run.smithi102.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T04:46:48.129 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10+0 records in 2024-04-26T04:46:48.129 INFO:teuthology.orchestra.run.smithi102.stderr:10+0 records out 2024-04-26T04:46:48.129 INFO:teuthology.orchestra.run.smithi102.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.014354 s, 731 MB/s 2024-04-26T04:46:48.129 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping successful for: 2024-04-26T04:46:48.848 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:48 smithi102 bash[31411]: cluster 2024-04-26T04:46:47.729655+0000 mon.a (mon.0) 240 : cluster [DBG] Standby manager daemon x started 2024-04-26T04:46:48.848 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:48 smithi102 bash[31411]: audit 2024-04-26T04:46:47.730516+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.? 172.21.15.174:0/1391613949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T04:46:48.849 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:48 smithi102 bash[31411]: audit 2024-04-26T04:46:47.730911+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.174:0/1391613949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T04:46:48.849 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:48 smithi102 bash[31411]: audit 2024-04-26T04:46:47.731911+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.174:0/1391613949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T04:46:48.849 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:48 smithi102 bash[31411]: audit 2024-04-26T04:46:47.732246+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.174:0/1391613949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T04:46:48.849 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:48 smithi102 bash[31411]: audit 2024-04-26T04:46:47.921798+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:48.849 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:48 smithi102 bash[31411]: audit 2024-04-26T04:46:47.923298+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:46:48.849 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:48 smithi102 bash[31411]: audit 2024-04-26T04:46:47.929054+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:48.849 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:48 smithi102 bash[21319]: cluster 2024-04-26T04:46:47.729655+0000 mon.a (mon.0) 240 : cluster [DBG] Standby manager daemon x started 2024-04-26T04:46:48.849 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:48 smithi102 bash[21319]: audit 2024-04-26T04:46:47.730516+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.? 172.21.15.174:0/1391613949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T04:46:48.849 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:48 smithi102 bash[21319]: audit 2024-04-26T04:46:47.730911+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.174:0/1391613949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T04:46:48.849 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:48 smithi102 bash[21319]: audit 2024-04-26T04:46:47.731911+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.174:0/1391613949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T04:46:48.850 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:48 smithi102 bash[21319]: audit 2024-04-26T04:46:47.732246+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.174:0/1391613949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T04:46:48.850 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:48 smithi102 bash[21319]: audit 2024-04-26T04:46:47.921798+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:48.850 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:48 smithi102 bash[21319]: audit 2024-04-26T04:46:47.923298+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:46:48.850 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:48 smithi102 bash[21319]: audit 2024-04-26T04:46:47.929054+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:48.851 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi102:vg_nvme/lv_4 2024-04-26T04:46:48.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:48 smithi174 bash[23471]: cluster 2024-04-26T04:46:47.729655+0000 mon.a (mon.0) 240 : cluster [DBG] Standby manager daemon x started 2024-04-26T04:46:48.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:48 smithi174 bash[23471]: audit 2024-04-26T04:46:47.730516+0000 mon.b (mon.1) 3 : audit [DBG] from='mgr.? 172.21.15.174:0/1391613949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T04:46:48.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:48 smithi174 bash[23471]: audit 2024-04-26T04:46:47.730911+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.174:0/1391613949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T04:46:48.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:48 smithi174 bash[23471]: audit 2024-04-26T04:46:47.731911+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.174:0/1391613949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T04:46:48.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:48 smithi174 bash[23471]: audit 2024-04-26T04:46:47.732246+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.174:0/1391613949' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T04:46:48.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:48 smithi174 bash[23471]: audit 2024-04-26T04:46:47.921798+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:48.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:48 smithi174 bash[23471]: audit 2024-04-26T04:46:47.923298+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:46:48.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:48 smithi174 bash[23471]: audit 2024-04-26T04:46:47.929054+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:46:49.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:49 smithi174 bash[23471]: cluster 2024-04-26T04:46:48.511454+0000 mgr.y (mgr.14152) 82 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:49.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:49 smithi174 bash[23471]: cluster 2024-04-26T04:46:48.588182+0000 mon.a (mon.0) 244 : cluster [DBG] mgrmap e14: y(active, since 104s), standbys: x 2024-04-26T04:46:49.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:49 smithi174 bash[23471]: audit 2024-04-26T04:46:48.588425+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T04:46:49.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:49 smithi102 bash[21319]: cluster 2024-04-26T04:46:48.511454+0000 mgr.y (mgr.14152) 82 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:49.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:49 smithi102 bash[21319]: cluster 2024-04-26T04:46:48.588182+0000 mon.a (mon.0) 244 : cluster [DBG] mgrmap e14: y(active, since 104s), standbys: x 2024-04-26T04:46:49.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:49 smithi102 bash[21319]: audit 2024-04-26T04:46:48.588425+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T04:46:49.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:49 smithi102 bash[31411]: cluster 2024-04-26T04:46:48.511454+0000 mgr.y (mgr.14152) 82 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:49.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:49 smithi102 bash[31411]: cluster 2024-04-26T04:46:48.588182+0000 mon.a (mon.0) 244 : cluster [DBG] mgrmap e14: y(active, since 104s), standbys: x 2024-04-26T04:46:49.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:49 smithi102 bash[31411]: audit 2024-04-26T04:46:48.588425+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T04:46:51.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:51 smithi174 bash[23471]: cluster 2024-04-26T04:46:50.511903+0000 mgr.y (mgr.14152) 83 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:51.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:51 smithi102 bash[21319]: cluster 2024-04-26T04:46:50.511903+0000 mgr.y (mgr.14152) 83 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:51.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:51 smithi102 bash[31411]: cluster 2024-04-26T04:46:50.511903+0000 mgr.y (mgr.14152) 83 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:53.575 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:46:53.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:53 smithi174 bash[23471]: cluster 2024-04-26T04:46:52.512308+0000 mgr.y (mgr.14152) 84 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:53.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:53 smithi102 bash[21319]: cluster 2024-04-26T04:46:52.512308+0000 mgr.y (mgr.14152) 84 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:53.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:53 smithi102 bash[31411]: cluster 2024-04-26T04:46:52.512308+0000 mgr.y (mgr.14152) 84 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:55.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:55 smithi174 bash[23471]: cluster 2024-04-26T04:46:54.512574+0000 mgr.y (mgr.14152) 85 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:55.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:55 smithi102 bash[21319]: cluster 2024-04-26T04:46:54.512574+0000 mgr.y (mgr.14152) 85 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:55.932 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:55 smithi102 bash[31411]: cluster 2024-04-26T04:46:54.512574+0000 mgr.y (mgr.14152) 85 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:56.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:56 smithi174 bash[23471]: audit 2024-04-26T04:46:56.325386+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:46:56.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:56 smithi174 bash[23471]: audit 2024-04-26T04:46:56.329963+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:46:56.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:56 smithi174 bash[23471]: audit 2024-04-26T04:46:56.330905+0000 mon.a (mon.0) 248 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:56.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:56 smithi102 bash[21319]: audit 2024-04-26T04:46:56.325386+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:46:56.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:56 smithi102 bash[21319]: audit 2024-04-26T04:46:56.329963+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:46:56.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:56 smithi102 bash[21319]: audit 2024-04-26T04:46:56.330905+0000 mon.a (mon.0) 248 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:56.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:56 smithi102 bash[31411]: audit 2024-04-26T04:46:56.325386+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:46:56.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:56 smithi102 bash[31411]: audit 2024-04-26T04:46:56.329963+0000 mon.a (mon.0) 247 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:46:56.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:56 smithi102 bash[31411]: audit 2024-04-26T04:46:56.330905+0000 mon.a (mon.0) 248 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:46:57.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:57 smithi174 bash[23471]: audit 2024-04-26T04:46:56.318383+0000 mgr.y (mgr.14152) 86 : audit [DBG] from='client.14202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:46:57.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:57 smithi174 bash[23471]: cluster 2024-04-26T04:46:56.512995+0000 mgr.y (mgr.14152) 87 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:57.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:57 smithi102 bash[21319]: audit 2024-04-26T04:46:56.318383+0000 mgr.y (mgr.14152) 86 : audit [DBG] from='client.14202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:46:57.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:57 smithi102 bash[21319]: cluster 2024-04-26T04:46:56.512995+0000 mgr.y (mgr.14152) 87 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:57.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:57 smithi102 bash[31411]: audit 2024-04-26T04:46:56.318383+0000 mgr.y (mgr.14152) 86 : audit [DBG] from='client.14202 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:46:57.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:57 smithi102 bash[31411]: cluster 2024-04-26T04:46:56.512995+0000 mgr.y (mgr.14152) 87 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:59.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:46:59 smithi174 bash[23471]: cluster 2024-04-26T04:46:58.513387+0000 mgr.y (mgr.14152) 88 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:59.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:46:59 smithi102 bash[21319]: cluster 2024-04-26T04:46:58.513387+0000 mgr.y (mgr.14152) 88 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:46:59.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:46:59 smithi102 bash[31411]: cluster 2024-04-26T04:46:58.513387+0000 mgr.y (mgr.14152) 88 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:01.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:01 smithi174 bash[23471]: cluster 2024-04-26T04:47:00.513815+0000 mgr.y (mgr.14152) 89 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:01.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:01 smithi102 bash[21319]: cluster 2024-04-26T04:47:00.513815+0000 mgr.y (mgr.14152) 89 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:01.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:01 smithi102 bash[31411]: cluster 2024-04-26T04:47:00.513815+0000 mgr.y (mgr.14152) 89 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:03 smithi174 bash[23471]: cluster 2024-04-26T04:47:02.514233+0000 mgr.y (mgr.14152) 90 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:03.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:03 smithi102 bash[31411]: cluster 2024-04-26T04:47:02.514233+0000 mgr.y (mgr.14152) 90 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:03.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:03 smithi102 bash[21319]: cluster 2024-04-26T04:47:02.514233+0000 mgr.y (mgr.14152) 90 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:04.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:04 smithi174 bash[23471]: audit 2024-04-26T04:47:04.468426+0000 mon.c (mon.2) 2 : audit [INF] from='client.? 172.21.15.102:0/2198139706' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c32ab22c-67df-44a2-8a85-779f1b22f438"}]: dispatch 2024-04-26T04:47:04.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:04 smithi174 bash[23471]: audit 2024-04-26T04:47:04.468968+0000 mon.a (mon.0) 249 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c32ab22c-67df-44a2-8a85-779f1b22f438"}]: dispatch 2024-04-26T04:47:04.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:04 smithi174 bash[23471]: audit 2024-04-26T04:47:04.475888+0000 mon.a (mon.0) 250 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c32ab22c-67df-44a2-8a85-779f1b22f438"}]': finished 2024-04-26T04:47:04.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:04 smithi174 bash[23471]: cluster 2024-04-26T04:47:04.475934+0000 mon.a (mon.0) 251 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-04-26T04:47:04.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:04 smithi174 bash[23471]: audit 2024-04-26T04:47:04.476012+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T04:47:04.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:04 smithi102 bash[21319]: audit 2024-04-26T04:47:04.468426+0000 mon.c (mon.2) 2 : audit [INF] from='client.? 172.21.15.102:0/2198139706' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c32ab22c-67df-44a2-8a85-779f1b22f438"}]: dispatch 2024-04-26T04:47:04.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:04 smithi102 bash[21319]: audit 2024-04-26T04:47:04.468968+0000 mon.a (mon.0) 249 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c32ab22c-67df-44a2-8a85-779f1b22f438"}]: dispatch 2024-04-26T04:47:04.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:04 smithi102 bash[21319]: audit 2024-04-26T04:47:04.475888+0000 mon.a (mon.0) 250 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c32ab22c-67df-44a2-8a85-779f1b22f438"}]': finished 2024-04-26T04:47:04.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:04 smithi102 bash[21319]: cluster 2024-04-26T04:47:04.475934+0000 mon.a (mon.0) 251 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-04-26T04:47:04.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:04 smithi102 bash[21319]: audit 2024-04-26T04:47:04.476012+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T04:47:04.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:04 smithi102 bash[31411]: audit 2024-04-26T04:47:04.468426+0000 mon.c (mon.2) 2 : audit [INF] from='client.? 172.21.15.102:0/2198139706' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c32ab22c-67df-44a2-8a85-779f1b22f438"}]: dispatch 2024-04-26T04:47:04.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:04 smithi102 bash[31411]: audit 2024-04-26T04:47:04.468968+0000 mon.a (mon.0) 249 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c32ab22c-67df-44a2-8a85-779f1b22f438"}]: dispatch 2024-04-26T04:47:04.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:04 smithi102 bash[31411]: audit 2024-04-26T04:47:04.475888+0000 mon.a (mon.0) 250 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c32ab22c-67df-44a2-8a85-779f1b22f438"}]': finished 2024-04-26T04:47:04.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:04 smithi102 bash[31411]: cluster 2024-04-26T04:47:04.475934+0000 mon.a (mon.0) 251 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-04-26T04:47:04.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:04 smithi102 bash[31411]: audit 2024-04-26T04:47:04.476012+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T04:47:05.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:05 smithi174 bash[23471]: cluster 2024-04-26T04:47:04.514560+0000 mgr.y (mgr.14152) 91 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:05.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:05 smithi174 bash[23471]: audit 2024-04-26T04:47:05.179848+0000 mon.a (mon.0) 253 : audit [DBG] from='client.? 172.21.15.102:0/3973009869' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:47:05.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:05 smithi102 bash[21319]: cluster 2024-04-26T04:47:04.514560+0000 mgr.y (mgr.14152) 91 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:05.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:05 smithi102 bash[21319]: audit 2024-04-26T04:47:05.179848+0000 mon.a (mon.0) 253 : audit [DBG] from='client.? 172.21.15.102:0/3973009869' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:47:05.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:05 smithi102 bash[31411]: cluster 2024-04-26T04:47:04.514560+0000 mgr.y (mgr.14152) 91 : cluster [DBG] pgmap v55: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:05.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:05 smithi102 bash[31411]: audit 2024-04-26T04:47:05.179848+0000 mon.a (mon.0) 253 : audit [DBG] from='client.? 172.21.15.102:0/3973009869' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:47:07.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:07 smithi174 bash[23471]: cluster 2024-04-26T04:47:06.514940+0000 mgr.y (mgr.14152) 92 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:07.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:07 smithi102 bash[21319]: cluster 2024-04-26T04:47:06.514940+0000 mgr.y (mgr.14152) 92 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:07.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:07 smithi102 bash[31411]: cluster 2024-04-26T04:47:06.514940+0000 mgr.y (mgr.14152) 92 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:09.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:09 smithi174 bash[23471]: cluster 2024-04-26T04:47:08.515410+0000 mgr.y (mgr.14152) 93 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:09.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:09 smithi102 bash[21319]: cluster 2024-04-26T04:47:08.515410+0000 mgr.y (mgr.14152) 93 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:09.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:09 smithi102 bash[31411]: cluster 2024-04-26T04:47:08.515410+0000 mgr.y (mgr.14152) 93 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:11.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:11 smithi174 bash[23471]: cluster 2024-04-26T04:47:10.515881+0000 mgr.y (mgr.14152) 94 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:11.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:11 smithi102 bash[21319]: cluster 2024-04-26T04:47:10.515881+0000 mgr.y (mgr.14152) 94 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:11.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:11 smithi102 bash[31411]: cluster 2024-04-26T04:47:10.515881+0000 mgr.y (mgr.14152) 94 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:13.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:13 smithi174 bash[23471]: cluster 2024-04-26T04:47:12.516390+0000 mgr.y (mgr.14152) 95 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:13.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:13 smithi102 bash[21319]: cluster 2024-04-26T04:47:12.516390+0000 mgr.y (mgr.14152) 95 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:13.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:13 smithi102 bash[31411]: cluster 2024-04-26T04:47:12.516390+0000 mgr.y (mgr.14152) 95 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:15.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:15 smithi174 bash[23471]: cluster 2024-04-26T04:47:14.516914+0000 mgr.y (mgr.14152) 96 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:15.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:15 smithi102 bash[21319]: cluster 2024-04-26T04:47:14.516914+0000 mgr.y (mgr.14152) 96 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:15.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:15 smithi102 bash[31411]: cluster 2024-04-26T04:47:14.516914+0000 mgr.y (mgr.14152) 96 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:17.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:17 smithi174 bash[23471]: cluster 2024-04-26T04:47:16.517392+0000 mgr.y (mgr.14152) 97 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:17.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:17 smithi174 bash[23471]: audit 2024-04-26T04:47:16.655490+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T04:47:17.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:17 smithi174 bash[23471]: audit 2024-04-26T04:47:16.657006+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:47:17.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:17 smithi174 bash[23471]: cephadm 2024-04-26T04:47:16.658318+0000 mgr.y (mgr.14152) 98 : cephadm [INF] Deploying daemon osd.0 on smithi102 2024-04-26T04:47:17.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:17 smithi102 bash[21319]: cluster 2024-04-26T04:47:16.517392+0000 mgr.y (mgr.14152) 97 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:17.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:17 smithi102 bash[21319]: audit 2024-04-26T04:47:16.655490+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T04:47:17.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:17 smithi102 bash[21319]: audit 2024-04-26T04:47:16.657006+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:47:17.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:17 smithi102 bash[21319]: cephadm 2024-04-26T04:47:16.658318+0000 mgr.y (mgr.14152) 98 : cephadm [INF] Deploying daemon osd.0 on smithi102 2024-04-26T04:47:17.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:17 smithi102 bash[31411]: cluster 2024-04-26T04:47:16.517392+0000 mgr.y (mgr.14152) 97 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:17.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:17 smithi102 bash[31411]: audit 2024-04-26T04:47:16.655490+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T04:47:17.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:17 smithi102 bash[31411]: audit 2024-04-26T04:47:16.657006+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:47:17.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:17 smithi102 bash[31411]: cephadm 2024-04-26T04:47:16.658318+0000 mgr.y (mgr.14152) 98 : cephadm [INF] Deploying daemon osd.0 on smithi102 2024-04-26T04:47:19.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:19 smithi174 bash[23471]: cluster 2024-04-26T04:47:18.517750+0000 mgr.y (mgr.14152) 99 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:19.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:19 smithi102 bash[21319]: cluster 2024-04-26T04:47:18.517750+0000 mgr.y (mgr.14152) 99 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:19.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:19 smithi102 bash[31411]: cluster 2024-04-26T04:47:18.517750+0000 mgr.y (mgr.14152) 99 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:20.623 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:20 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:47:20.623 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:47:20 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:47:20.624 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:20 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:47:20.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:20 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:47:20.913 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:47:20 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:47:20.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:20 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:47:21.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:21 smithi174 bash[23471]: cluster 2024-04-26T04:47:20.517962+0000 mgr.y (mgr.14152) 100 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:21.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:21 smithi174 bash[23471]: audit 2024-04-26T04:47:20.900421+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:21.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:21 smithi174 bash[23471]: audit 2024-04-26T04:47:20.905006+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:21.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:21 smithi174 bash[23471]: audit 2024-04-26T04:47:20.929301+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:47:21.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:21 smithi102 bash[31411]: cluster 2024-04-26T04:47:20.517962+0000 mgr.y (mgr.14152) 100 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:21.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:21 smithi102 bash[31411]: audit 2024-04-26T04:47:20.900421+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:21.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:21 smithi102 bash[31411]: audit 2024-04-26T04:47:20.905006+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:21.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:21 smithi102 bash[31411]: audit 2024-04-26T04:47:20.929301+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:47:21.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:21 smithi102 bash[21319]: cluster 2024-04-26T04:47:20.517962+0000 mgr.y (mgr.14152) 100 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:21.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:21 smithi102 bash[21319]: audit 2024-04-26T04:47:20.900421+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:21.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:21 smithi102 bash[21319]: audit 2024-04-26T04:47:20.905006+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:21.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:21 smithi102 bash[21319]: audit 2024-04-26T04:47:20.929301+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:47:23.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:23 smithi174 bash[23471]: cluster 2024-04-26T04:47:22.518336+0000 mgr.y (mgr.14152) 101 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:23.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:23 smithi102 bash[21319]: cluster 2024-04-26T04:47:22.518336+0000 mgr.y (mgr.14152) 101 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:23.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:23 smithi102 bash[31411]: cluster 2024-04-26T04:47:22.518336+0000 mgr.y (mgr.14152) 101 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:25.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:25 smithi174 bash[23471]: cluster 2024-04-26T04:47:24.518719+0000 mgr.y (mgr.14152) 102 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:25.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:25 smithi102 bash[21319]: cluster 2024-04-26T04:47:24.518719+0000 mgr.y (mgr.14152) 102 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:25.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:25 smithi102 bash[31411]: cluster 2024-04-26T04:47:24.518719+0000 mgr.y (mgr.14152) 102 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:27.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:26 smithi102 bash[31411]: audit 2024-04-26T04:47:25.964377+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:27.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:26 smithi102 bash[31411]: audit 2024-04-26T04:47:25.972628+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:27.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:26 smithi102 bash[31411]: audit 2024-04-26T04:47:26.405171+0000 mon.a (mon.0) 261 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:47:27.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:26 smithi102 bash[31411]: audit 2024-04-26T04:47:26.406986+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:47:27.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:26 smithi102 bash[31411]: audit 2024-04-26T04:47:26.415730+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:27.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:26 smithi102 bash[31411]: cluster 2024-04-26T04:47:26.518996+0000 mgr.y (mgr.14152) 103 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:27.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:26 smithi102 bash[21319]: audit 2024-04-26T04:47:25.964377+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:27.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:26 smithi102 bash[21319]: audit 2024-04-26T04:47:25.972628+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:27.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:26 smithi102 bash[21319]: audit 2024-04-26T04:47:26.405171+0000 mon.a (mon.0) 261 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:47:27.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:26 smithi102 bash[21319]: audit 2024-04-26T04:47:26.406986+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:47:27.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:26 smithi102 bash[21319]: audit 2024-04-26T04:47:26.415730+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:27.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:26 smithi102 bash[21319]: cluster 2024-04-26T04:47:26.518996+0000 mgr.y (mgr.14152) 103 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:27.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:26 smithi174 bash[23471]: audit 2024-04-26T04:47:25.964377+0000 mon.a (mon.0) 259 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:27.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:26 smithi174 bash[23471]: audit 2024-04-26T04:47:25.972628+0000 mon.a (mon.0) 260 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:27.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:26 smithi174 bash[23471]: audit 2024-04-26T04:47:26.405171+0000 mon.a (mon.0) 261 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:47:27.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:26 smithi174 bash[23471]: audit 2024-04-26T04:47:26.406986+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:47:27.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:26 smithi174 bash[23471]: audit 2024-04-26T04:47:26.415730+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:27.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:26 smithi174 bash[23471]: cluster 2024-04-26T04:47:26.518996+0000 mgr.y (mgr.14152) 103 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:28.434 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:27 smithi174 bash[23471]: audit 2024-04-26T04:47:27.223653+0000 mon.c (mon.2) 3 : audit [INF] from='osd.0 [v2:172.21.15.102:6802/3468449764,v1:172.21.15.102:6803/3468449764]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T04:47:28.434 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:27 smithi174 bash[23471]: audit 2024-04-26T04:47:27.224058+0000 mon.a (mon.0) 264 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T04:47:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:27 smithi102 bash[21319]: audit 2024-04-26T04:47:27.223653+0000 mon.c (mon.2) 3 : audit [INF] from='osd.0 [v2:172.21.15.102:6802/3468449764,v1:172.21.15.102:6803/3468449764]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T04:47:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:27 smithi102 bash[21319]: audit 2024-04-26T04:47:27.224058+0000 mon.a (mon.0) 264 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T04:47:28.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:27 smithi102 bash[31411]: audit 2024-04-26T04:47:27.223653+0000 mon.c (mon.2) 3 : audit [INF] from='osd.0 [v2:172.21.15.102:6802/3468449764,v1:172.21.15.102:6803/3468449764]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T04:47:28.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:27 smithi102 bash[31411]: audit 2024-04-26T04:47:27.224058+0000 mon.a (mon.0) 264 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T04:47:29.381 INFO:teuthology.orchestra.run.smithi102.stdout:Created osd(s) 0 on host 'smithi102' 2024-04-26T04:47:29.398 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:28 smithi102 bash[21319]: audit 2024-04-26T04:47:27.976962+0000 mon.a (mon.0) 265 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T04:47:29.399 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:28 smithi102 bash[21319]: cluster 2024-04-26T04:47:27.977098+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-04-26T04:47:29.399 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:28 smithi102 bash[21319]: audit 2024-04-26T04:47:27.977324+0000 mon.a (mon.0) 267 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T04:47:29.399 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:28 smithi102 bash[21319]: audit 2024-04-26T04:47:27.979220+0000 mon.c (mon.2) 4 : audit [INF] from='osd.0 [v2:172.21.15.102:6802/3468449764,v1:172.21.15.102:6803/3468449764]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T04:47:29.399 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:28 smithi102 bash[21319]: audit 2024-04-26T04:47:27.980063+0000 mon.a (mon.0) 268 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T04:47:29.399 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:28 smithi102 bash[21319]: cluster 2024-04-26T04:47:28.519250+0000 mgr.y (mgr.14152) 104 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:29.399 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:28 smithi102 bash[31411]: audit 2024-04-26T04:47:27.976962+0000 mon.a (mon.0) 265 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T04:47:29.399 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:28 smithi102 bash[31411]: cluster 2024-04-26T04:47:27.977098+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-04-26T04:47:29.399 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:28 smithi102 bash[31411]: audit 2024-04-26T04:47:27.977324+0000 mon.a (mon.0) 267 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T04:47:29.399 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:28 smithi102 bash[31411]: audit 2024-04-26T04:47:27.979220+0000 mon.c (mon.2) 4 : audit [INF] from='osd.0 [v2:172.21.15.102:6802/3468449764,v1:172.21.15.102:6803/3468449764]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T04:47:29.399 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:28 smithi102 bash[31411]: audit 2024-04-26T04:47:27.980063+0000 mon.a (mon.0) 268 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T04:47:29.400 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:28 smithi102 bash[31411]: cluster 2024-04-26T04:47:28.519250+0000 mgr.y (mgr.14152) 104 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:29.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:28 smithi174 bash[23471]: audit 2024-04-26T04:47:27.976962+0000 mon.a (mon.0) 265 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T04:47:29.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:28 smithi174 bash[23471]: cluster 2024-04-26T04:47:27.977098+0000 mon.a (mon.0) 266 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-04-26T04:47:29.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:28 smithi174 bash[23471]: audit 2024-04-26T04:47:27.977324+0000 mon.a (mon.0) 267 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T04:47:29.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:28 smithi174 bash[23471]: audit 2024-04-26T04:47:27.979220+0000 mon.c (mon.2) 4 : audit [INF] from='osd.0 [v2:172.21.15.102:6802/3468449764,v1:172.21.15.102:6803/3468449764]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T04:47:29.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:28 smithi174 bash[23471]: audit 2024-04-26T04:47:27.980063+0000 mon.a (mon.0) 268 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T04:47:29.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:28 smithi174 bash[23471]: cluster 2024-04-26T04:47:28.519250+0000 mgr.y (mgr.14152) 104 : cluster [DBG] pgmap v68: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-26T04:47:30.048 DEBUG:teuthology.orchestra.run.smithi102:osd.0> sudo journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.0.service 2024-04-26T04:47:30.051 INFO:tasks.cephadm:Deploying osd.1 on smithi102 with /dev/vg_nvme/lv_3... 2024-04-26T04:47:30.051 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T04:47:30.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:29 smithi174 bash[23471]: audit 2024-04-26T04:47:28.988613+0000 mon.a (mon.0) 269 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-26T04:47:30.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:29 smithi174 bash[23471]: cluster 2024-04-26T04:47:28.988814+0000 mon.a (mon.0) 270 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-04-26T04:47:30.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:29 smithi174 bash[23471]: audit 2024-04-26T04:47:28.989475+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T04:47:30.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:29 smithi174 bash[23471]: audit 2024-04-26T04:47:28.996210+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T04:47:30.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:29 smithi174 bash[23471]: audit 2024-04-26T04:47:29.346659+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:30.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:29 smithi174 bash[23471]: audit 2024-04-26T04:47:29.357314+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:30.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:29 smithi174 bash[23471]: audit 2024-04-26T04:47:29.357972+0000 mon.a (mon.0) 275 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:47:30.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:29 smithi102 bash[21319]: audit 2024-04-26T04:47:28.988613+0000 mon.a (mon.0) 269 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-26T04:47:30.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:29 smithi102 bash[21319]: cluster 2024-04-26T04:47:28.988814+0000 mon.a (mon.0) 270 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-04-26T04:47:30.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:29 smithi102 bash[21319]: audit 2024-04-26T04:47:28.989475+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T04:47:30.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:29 smithi102 bash[21319]: audit 2024-04-26T04:47:28.996210+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T04:47:30.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:29 smithi102 bash[21319]: audit 2024-04-26T04:47:29.346659+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:30.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:29 smithi102 bash[21319]: audit 2024-04-26T04:47:29.357314+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:30.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:29 smithi102 bash[21319]: audit 2024-04-26T04:47:29.357972+0000 mon.a (mon.0) 275 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:47:30.456 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:29 smithi102 bash[31411]: audit 2024-04-26T04:47:28.988613+0000 mon.a (mon.0) 269 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-26T04:47:30.456 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:29 smithi102 bash[31411]: cluster 2024-04-26T04:47:28.988814+0000 mon.a (mon.0) 270 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-04-26T04:47:30.456 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:29 smithi102 bash[31411]: audit 2024-04-26T04:47:28.989475+0000 mon.a (mon.0) 271 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T04:47:30.456 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:29 smithi102 bash[31411]: audit 2024-04-26T04:47:28.996210+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T04:47:30.456 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:29 smithi102 bash[31411]: audit 2024-04-26T04:47:29.346659+0000 mon.a (mon.0) 273 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:30.456 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:29 smithi102 bash[31411]: audit 2024-04-26T04:47:29.357314+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:30.456 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:29 smithi102 bash[31411]: audit 2024-04-26T04:47:29.357972+0000 mon.a (mon.0) 275 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:47:31.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:31 smithi174 bash[23471]: cluster 2024-04-26T04:47:28.257177+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:47:31.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:31 smithi174 bash[23471]: cluster 2024-04-26T04:47:28.257227+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:47:31.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:31 smithi174 bash[23471]: cluster 2024-04-26T04:47:29.989552+0000 mon.a (mon.0) 276 : cluster [INF] osd.0 [v2:172.21.15.102:6802/3468449764,v1:172.21.15.102:6803/3468449764] boot 2024-04-26T04:47:31.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:31 smithi174 bash[23471]: cluster 2024-04-26T04:47:29.989674+0000 mon.a (mon.0) 277 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-04-26T04:47:31.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:31 smithi174 bash[23471]: audit 2024-04-26T04:47:29.990434+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T04:47:31.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:31 smithi174 bash[23471]: cluster 2024-04-26T04:47:30.519664+0000 mgr.y (mgr.14152) 105 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:31.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:31 smithi102 bash[21319]: cluster 2024-04-26T04:47:28.257177+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:47:31.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:31 smithi102 bash[21319]: cluster 2024-04-26T04:47:28.257227+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:47:31.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:31 smithi102 bash[21319]: cluster 2024-04-26T04:47:29.989552+0000 mon.a (mon.0) 276 : cluster [INF] osd.0 [v2:172.21.15.102:6802/3468449764,v1:172.21.15.102:6803/3468449764] boot 2024-04-26T04:47:31.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:31 smithi102 bash[21319]: cluster 2024-04-26T04:47:29.989674+0000 mon.a (mon.0) 277 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-04-26T04:47:31.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:31 smithi102 bash[21319]: audit 2024-04-26T04:47:29.990434+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T04:47:31.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:31 smithi102 bash[21319]: cluster 2024-04-26T04:47:30.519664+0000 mgr.y (mgr.14152) 105 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:31.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:31 smithi102 bash[31411]: cluster 2024-04-26T04:47:28.257177+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:47:31.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:31 smithi102 bash[31411]: cluster 2024-04-26T04:47:28.257227+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:47:31.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:31 smithi102 bash[31411]: cluster 2024-04-26T04:47:29.989552+0000 mon.a (mon.0) 276 : cluster [INF] osd.0 [v2:172.21.15.102:6802/3468449764,v1:172.21.15.102:6803/3468449764] boot 2024-04-26T04:47:31.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:31 smithi102 bash[31411]: cluster 2024-04-26T04:47:29.989674+0000 mon.a (mon.0) 277 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-04-26T04:47:31.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:31 smithi102 bash[31411]: audit 2024-04-26T04:47:29.990434+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T04:47:31.456 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:31 smithi102 bash[31411]: cluster 2024-04-26T04:47:30.519664+0000 mgr.y (mgr.14152) 105 : cluster [DBG] pgmap v71: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:32.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:32 smithi174 bash[23471]: cluster 2024-04-26T04:47:31.006003+0000 mon.a (mon.0) 279 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-04-26T04:47:32.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:32 smithi102 bash[21319]: cluster 2024-04-26T04:47:31.006003+0000 mon.a (mon.0) 279 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-04-26T04:47:32.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:32 smithi102 bash[31411]: cluster 2024-04-26T04:47:31.006003+0000 mon.a (mon.0) 279 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-04-26T04:47:33.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:33 smithi174 bash[23471]: cluster 2024-04-26T04:47:32.520087+0000 mgr.y (mgr.14152) 106 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:33.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:33 smithi102 bash[21319]: cluster 2024-04-26T04:47:32.520087+0000 mgr.y (mgr.14152) 106 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:33.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:33 smithi102 bash[31411]: cluster 2024-04-26T04:47:32.520087+0000 mgr.y (mgr.14152) 106 : cluster [DBG] pgmap v73: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:34.122 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:47:35.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:35 smithi174 bash[23471]: cluster 2024-04-26T04:47:34.520546+0000 mgr.y (mgr.14152) 107 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:35.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:35 smithi102 bash[21319]: cluster 2024-04-26T04:47:34.520546+0000 mgr.y (mgr.14152) 107 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:35.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:35 smithi102 bash[31411]: cluster 2024-04-26T04:47:34.520546+0000 mgr.y (mgr.14152) 107 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:37.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:37 smithi174 bash[23471]: cluster 2024-04-26T04:47:36.521008+0000 mgr.y (mgr.14152) 108 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:37.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:37 smithi102 bash[21319]: cluster 2024-04-26T04:47:36.521008+0000 mgr.y (mgr.14152) 108 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:37.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:37 smithi102 bash[31411]: cluster 2024-04-26T04:47:36.521008+0000 mgr.y (mgr.14152) 108 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:38.160 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T04:47:38.160 INFO:teuthology.orchestra.run.smithi102.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T04:47:38.160 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10+0 records in 2024-04-26T04:47:38.160 INFO:teuthology.orchestra.run.smithi102.stderr:10+0 records out 2024-04-26T04:47:38.160 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0130814 s, 802 MB/s 2024-04-26T04:47:38.160 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping successful for: 2024-04-26T04:47:38.958 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi102:vg_nvme/lv_3 2024-04-26T04:47:39.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:39 smithi174 bash[23471]: cluster 2024-04-26T04:47:38.521358+0000 mgr.y (mgr.14152) 109 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:39.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:39 smithi174 bash[23471]: audit 2024-04-26T04:47:39.358368+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:39.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:39 smithi174 bash[23471]: audit 2024-04-26T04:47:39.367501+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:39.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:39 smithi174 bash[23471]: audit 2024-04-26T04:47:39.369263+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:47:39.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:39 smithi174 bash[23471]: audit 2024-04-26T04:47:39.378643+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:39.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:39 smithi174 bash[23471]: audit 2024-04-26T04:47:39.380348+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:47:39.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:39 smithi174 bash[23471]: audit 2024-04-26T04:47:39.381867+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:47:39.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:39 smithi174 bash[23471]: audit 2024-04-26T04:47:39.391316+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:39.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:39 smithi102 bash[21319]: cluster 2024-04-26T04:47:38.521358+0000 mgr.y (mgr.14152) 109 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:39.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:39 smithi102 bash[21319]: audit 2024-04-26T04:47:39.358368+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:39.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:39 smithi102 bash[21319]: audit 2024-04-26T04:47:39.367501+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:39.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:39 smithi102 bash[21319]: audit 2024-04-26T04:47:39.369263+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:47:39.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:39 smithi102 bash[21319]: audit 2024-04-26T04:47:39.378643+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:39.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:39 smithi102 bash[21319]: audit 2024-04-26T04:47:39.380348+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:47:39.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:39 smithi102 bash[21319]: audit 2024-04-26T04:47:39.381867+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:47:39.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:39 smithi102 bash[21319]: audit 2024-04-26T04:47:39.391316+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:39.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:39 smithi102 bash[31411]: cluster 2024-04-26T04:47:38.521358+0000 mgr.y (mgr.14152) 109 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:39.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:39 smithi102 bash[31411]: audit 2024-04-26T04:47:39.358368+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:39.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:39 smithi102 bash[31411]: audit 2024-04-26T04:47:39.367501+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:39.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:39 smithi102 bash[31411]: audit 2024-04-26T04:47:39.369263+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:47:39.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:39 smithi102 bash[31411]: audit 2024-04-26T04:47:39.378643+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:39.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:39 smithi102 bash[31411]: audit 2024-04-26T04:47:39.380348+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:47:39.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:39 smithi102 bash[31411]: audit 2024-04-26T04:47:39.381867+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:47:39.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:39 smithi102 bash[31411]: audit 2024-04-26T04:47:39.391316+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:47:40.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:40 smithi174 bash[23471]: cephadm 2024-04-26T04:47:39.349512+0000 mgr.y (mgr.14152) 110 : cephadm [INF] Detected new or changed devices on smithi102 2024-04-26T04:47:40.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:40 smithi174 bash[23471]: cephadm 2024-04-26T04:47:39.370588+0000 mgr.y (mgr.14152) 111 : cephadm [INF] Adjusting osd_memory_target on smithi102 to 16241M 2024-04-26T04:47:40.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:40 smithi102 bash[21319]: cephadm 2024-04-26T04:47:39.349512+0000 mgr.y (mgr.14152) 110 : cephadm [INF] Detected new or changed devices on smithi102 2024-04-26T04:47:40.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:40 smithi102 bash[21319]: cephadm 2024-04-26T04:47:39.370588+0000 mgr.y (mgr.14152) 111 : cephadm [INF] Adjusting osd_memory_target on smithi102 to 16241M 2024-04-26T04:47:40.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:40 smithi102 bash[31411]: cephadm 2024-04-26T04:47:39.349512+0000 mgr.y (mgr.14152) 110 : cephadm [INF] Detected new or changed devices on smithi102 2024-04-26T04:47:40.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:40 smithi102 bash[31411]: cephadm 2024-04-26T04:47:39.370588+0000 mgr.y (mgr.14152) 111 : cephadm [INF] Adjusting osd_memory_target on smithi102 to 16241M 2024-04-26T04:47:41.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:41 smithi174 bash[23471]: cluster 2024-04-26T04:47:40.521762+0000 mgr.y (mgr.14152) 112 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:41.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:41 smithi102 bash[21319]: cluster 2024-04-26T04:47:40.521762+0000 mgr.y (mgr.14152) 112 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:41.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:41 smithi102 bash[31411]: cluster 2024-04-26T04:47:40.521762+0000 mgr.y (mgr.14152) 112 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:43.684 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:47:43.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:43 smithi174 bash[23471]: cluster 2024-04-26T04:47:42.522170+0000 mgr.y (mgr.14152) 113 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:43.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:43 smithi102 bash[21319]: cluster 2024-04-26T04:47:42.522170+0000 mgr.y (mgr.14152) 113 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:43.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:43 smithi102 bash[31411]: cluster 2024-04-26T04:47:42.522170+0000 mgr.y (mgr.14152) 113 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:45.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:45 smithi102 bash[21319]: cluster 2024-04-26T04:47:44.522616+0000 mgr.y (mgr.14152) 114 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:45.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:45 smithi102 bash[31411]: cluster 2024-04-26T04:47:44.522616+0000 mgr.y (mgr.14152) 114 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:45.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:45 smithi174 bash[23471]: cluster 2024-04-26T04:47:44.522616+0000 mgr.y (mgr.14152) 114 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:46.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:46 smithi174 bash[23471]: audit 2024-04-26T04:47:46.398386+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:47:46.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:46 smithi174 bash[23471]: audit 2024-04-26T04:47:46.403770+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:47:46.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:46 smithi174 bash[23471]: audit 2024-04-26T04:47:46.404968+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:47:46.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:46 smithi102 bash[21319]: audit 2024-04-26T04:47:46.398386+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:47:46.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:46 smithi102 bash[21319]: audit 2024-04-26T04:47:46.403770+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:47:46.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:46 smithi102 bash[21319]: audit 2024-04-26T04:47:46.404968+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:47:46.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:46 smithi102 bash[31411]: audit 2024-04-26T04:47:46.398386+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:47:46.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:46 smithi102 bash[31411]: audit 2024-04-26T04:47:46.403770+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:47:46.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:46 smithi102 bash[31411]: audit 2024-04-26T04:47:46.404968+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:47:47.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:47 smithi174 bash[23471]: audit 2024-04-26T04:47:46.395829+0000 mgr.y (mgr.14152) 115 : audit [DBG] from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:47:47.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:47 smithi174 bash[23471]: cluster 2024-04-26T04:47:46.523056+0000 mgr.y (mgr.14152) 116 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:47.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:47 smithi102 bash[21319]: audit 2024-04-26T04:47:46.395829+0000 mgr.y (mgr.14152) 115 : audit [DBG] from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:47:47.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:47 smithi102 bash[21319]: cluster 2024-04-26T04:47:46.523056+0000 mgr.y (mgr.14152) 116 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:47.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:47 smithi102 bash[31411]: audit 2024-04-26T04:47:46.395829+0000 mgr.y (mgr.14152) 115 : audit [DBG] from='client.14229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:47:47.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:47 smithi102 bash[31411]: cluster 2024-04-26T04:47:46.523056+0000 mgr.y (mgr.14152) 116 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:49.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:49 smithi174 bash[23471]: cluster 2024-04-26T04:47:48.523496+0000 mgr.y (mgr.14152) 117 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:49.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:49 smithi102 bash[21319]: cluster 2024-04-26T04:47:48.523496+0000 mgr.y (mgr.14152) 117 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:49.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:49 smithi102 bash[31411]: cluster 2024-04-26T04:47:48.523496+0000 mgr.y (mgr.14152) 117 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:51.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:51 smithi174 bash[23471]: cluster 2024-04-26T04:47:50.523933+0000 mgr.y (mgr.14152) 118 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:51.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:51 smithi102 bash[21319]: cluster 2024-04-26T04:47:50.523933+0000 mgr.y (mgr.14152) 118 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:51.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:51 smithi102 bash[31411]: cluster 2024-04-26T04:47:50.523933+0000 mgr.y (mgr.14152) 118 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:53.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:53 smithi174 bash[23471]: cluster 2024-04-26T04:47:52.524382+0000 mgr.y (mgr.14152) 119 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:53.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:53 smithi102 bash[21319]: cluster 2024-04-26T04:47:52.524382+0000 mgr.y (mgr.14152) 119 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:53.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:53 smithi102 bash[31411]: cluster 2024-04-26T04:47:52.524382+0000 mgr.y (mgr.14152) 119 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:54.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:54 smithi174 bash[23471]: audit 2024-04-26T04:47:54.481327+0000 mon.a (mon.0) 290 : audit [INF] from='client.? 172.21.15.102:0/731919992' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dd0b2581-1833-425f-9b16-cb561d34a9e6"}]: dispatch 2024-04-26T04:47:54.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:54 smithi174 bash[23471]: audit 2024-04-26T04:47:54.486771+0000 mon.a (mon.0) 291 : audit [INF] from='client.? 172.21.15.102:0/731919992' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dd0b2581-1833-425f-9b16-cb561d34a9e6"}]': finished 2024-04-26T04:47:54.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:54 smithi174 bash[23471]: cluster 2024-04-26T04:47:54.486825+0000 mon.a (mon.0) 292 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-04-26T04:47:54.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:54 smithi174 bash[23471]: audit 2024-04-26T04:47:54.487060+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T04:47:54.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:54 smithi102 bash[21319]: audit 2024-04-26T04:47:54.481327+0000 mon.a (mon.0) 290 : audit [INF] from='client.? 172.21.15.102:0/731919992' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dd0b2581-1833-425f-9b16-cb561d34a9e6"}]: dispatch 2024-04-26T04:47:54.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:54 smithi102 bash[21319]: audit 2024-04-26T04:47:54.486771+0000 mon.a (mon.0) 291 : audit [INF] from='client.? 172.21.15.102:0/731919992' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dd0b2581-1833-425f-9b16-cb561d34a9e6"}]': finished 2024-04-26T04:47:54.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:54 smithi102 bash[21319]: cluster 2024-04-26T04:47:54.486825+0000 mon.a (mon.0) 292 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-04-26T04:47:54.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:54 smithi102 bash[21319]: audit 2024-04-26T04:47:54.487060+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T04:47:54.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:54 smithi102 bash[31411]: audit 2024-04-26T04:47:54.481327+0000 mon.a (mon.0) 290 : audit [INF] from='client.? 172.21.15.102:0/731919992' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dd0b2581-1833-425f-9b16-cb561d34a9e6"}]: dispatch 2024-04-26T04:47:54.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:54 smithi102 bash[31411]: audit 2024-04-26T04:47:54.486771+0000 mon.a (mon.0) 291 : audit [INF] from='client.? 172.21.15.102:0/731919992' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dd0b2581-1833-425f-9b16-cb561d34a9e6"}]': finished 2024-04-26T04:47:54.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:54 smithi102 bash[31411]: cluster 2024-04-26T04:47:54.486825+0000 mon.a (mon.0) 292 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-04-26T04:47:54.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:54 smithi102 bash[31411]: audit 2024-04-26T04:47:54.487060+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T04:47:55.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:55 smithi174 bash[23471]: cluster 2024-04-26T04:47:54.524789+0000 mgr.y (mgr.14152) 120 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:55.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:55 smithi174 bash[23471]: audit 2024-04-26T04:47:55.201241+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.102:0/2638483812' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:47:55.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:55 smithi102 bash[21319]: cluster 2024-04-26T04:47:54.524789+0000 mgr.y (mgr.14152) 120 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:55.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:55 smithi102 bash[21319]: audit 2024-04-26T04:47:55.201241+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.102:0/2638483812' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:47:55.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:55 smithi102 bash[31411]: cluster 2024-04-26T04:47:54.524789+0000 mgr.y (mgr.14152) 120 : cluster [DBG] pgmap v85: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:55.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:55 smithi102 bash[31411]: audit 2024-04-26T04:47:55.201241+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.102:0/2638483812' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:47:57.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:57 smithi174 bash[23471]: cluster 2024-04-26T04:47:56.525194+0000 mgr.y (mgr.14152) 121 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:57.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:57 smithi102 bash[21319]: cluster 2024-04-26T04:47:56.525194+0000 mgr.y (mgr.14152) 121 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:57.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:57 smithi102 bash[31411]: cluster 2024-04-26T04:47:56.525194+0000 mgr.y (mgr.14152) 121 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:59.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:47:59 smithi174 bash[23471]: cluster 2024-04-26T04:47:58.525722+0000 mgr.y (mgr.14152) 122 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:59.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:47:59 smithi102 bash[21319]: cluster 2024-04-26T04:47:58.525722+0000 mgr.y (mgr.14152) 122 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:47:59.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:47:59 smithi102 bash[31411]: cluster 2024-04-26T04:47:58.525722+0000 mgr.y (mgr.14152) 122 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:01.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:01 smithi174 bash[23471]: cluster 2024-04-26T04:48:00.526304+0000 mgr.y (mgr.14152) 123 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:01.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:01 smithi102 bash[21319]: cluster 2024-04-26T04:48:00.526304+0000 mgr.y (mgr.14152) 123 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:01.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:01 smithi102 bash[31411]: cluster 2024-04-26T04:48:00.526304+0000 mgr.y (mgr.14152) 123 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:03 smithi174 bash[23471]: cluster 2024-04-26T04:48:02.526881+0000 mgr.y (mgr.14152) 124 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:03.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:03 smithi102 bash[21319]: cluster 2024-04-26T04:48:02.526881+0000 mgr.y (mgr.14152) 124 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:03.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:03 smithi102 bash[31411]: cluster 2024-04-26T04:48:02.526881+0000 mgr.y (mgr.14152) 124 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:05.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:05 smithi102 bash[21319]: cluster 2024-04-26T04:48:04.527386+0000 mgr.y (mgr.14152) 125 : cluster [DBG] pgmap v90: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:05.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:05 smithi102 bash[31411]: cluster 2024-04-26T04:48:04.527386+0000 mgr.y (mgr.14152) 125 : cluster [DBG] pgmap v90: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:05.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:05 smithi174 bash[23471]: cluster 2024-04-26T04:48:04.527386+0000 mgr.y (mgr.14152) 125 : cluster [DBG] pgmap v90: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:06.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:06 smithi174 bash[23471]: audit 2024-04-26T04:48:06.604473+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T04:48:06.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:06 smithi174 bash[23471]: audit 2024-04-26T04:48:06.606222+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:48:06.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:06 smithi102 bash[21319]: audit 2024-04-26T04:48:06.604473+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T04:48:06.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:06 smithi102 bash[21319]: audit 2024-04-26T04:48:06.606222+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:48:06.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:06 smithi102 bash[31411]: audit 2024-04-26T04:48:06.604473+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T04:48:06.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:06 smithi102 bash[31411]: audit 2024-04-26T04:48:06.606222+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:48:07.895 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:07 smithi102 bash[21319]: cluster 2024-04-26T04:48:06.527907+0000 mgr.y (mgr.14152) 126 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:07.895 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:07 smithi102 bash[21319]: cephadm 2024-04-26T04:48:06.607715+0000 mgr.y (mgr.14152) 127 : cephadm [INF] Deploying daemon osd.1 on smithi102 2024-04-26T04:48:07.895 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:07 smithi102 bash[31411]: cluster 2024-04-26T04:48:06.527907+0000 mgr.y (mgr.14152) 126 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:07.895 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:07 smithi102 bash[31411]: cephadm 2024-04-26T04:48:06.607715+0000 mgr.y (mgr.14152) 127 : cephadm [INF] Deploying daemon osd.1 on smithi102 2024-04-26T04:48:07.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:07 smithi174 bash[23471]: cluster 2024-04-26T04:48:06.527907+0000 mgr.y (mgr.14152) 126 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:07.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:07 smithi174 bash[23471]: cephadm 2024-04-26T04:48:06.607715+0000 mgr.y (mgr.14152) 127 : cephadm [INF] Deploying daemon osd.1 on smithi102 2024-04-26T04:48:09.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:09 smithi174 bash[23471]: cluster 2024-04-26T04:48:08.528372+0000 mgr.y (mgr.14152) 128 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:09.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:09 smithi102 bash[31411]: cluster 2024-04-26T04:48:08.528372+0000 mgr.y (mgr.14152) 128 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:09.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:09 smithi102 bash[21319]: cluster 2024-04-26T04:48:08.528372+0000 mgr.y (mgr.14152) 128 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:10.618 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:10 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:48:10.619 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:10 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:48:10.619 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:48:10 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:48:10.619 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 04:48:10 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:48:10.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:10 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:48:10.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:10 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:48:10.954 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:48:10 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:48:10.955 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 04:48:10 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:48:11.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:11 smithi174 bash[23471]: cluster 2024-04-26T04:48:10.528691+0000 mgr.y (mgr.14152) 129 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:11.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:11 smithi174 bash[23471]: audit 2024-04-26T04:48:10.754055+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:48:11.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:11 smithi174 bash[23471]: audit 2024-04-26T04:48:10.758157+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:11.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:11 smithi174 bash[23471]: audit 2024-04-26T04:48:10.764118+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:11.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:11 smithi102 bash[21319]: cluster 2024-04-26T04:48:10.528691+0000 mgr.y (mgr.14152) 129 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:11.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:11 smithi102 bash[21319]: audit 2024-04-26T04:48:10.754055+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:48:11.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:11 smithi102 bash[21319]: audit 2024-04-26T04:48:10.758157+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:11.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:11 smithi102 bash[21319]: audit 2024-04-26T04:48:10.764118+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:11.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:11 smithi102 bash[31411]: cluster 2024-04-26T04:48:10.528691+0000 mgr.y (mgr.14152) 129 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:11.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:11 smithi102 bash[31411]: audit 2024-04-26T04:48:10.754055+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:48:11.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:11 smithi102 bash[31411]: audit 2024-04-26T04:48:10.758157+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:11.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:11 smithi102 bash[31411]: audit 2024-04-26T04:48:10.764118+0000 mon.a (mon.0) 298 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:13.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:13 smithi174 bash[23471]: cluster 2024-04-26T04:48:12.529134+0000 mgr.y (mgr.14152) 130 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:13.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:13 smithi102 bash[21319]: cluster 2024-04-26T04:48:12.529134+0000 mgr.y (mgr.14152) 130 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:13.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:13 smithi102 bash[31411]: cluster 2024-04-26T04:48:12.529134+0000 mgr.y (mgr.14152) 130 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:15.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:15 smithi174 bash[23471]: cluster 2024-04-26T04:48:14.529577+0000 mgr.y (mgr.14152) 131 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:15.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:15 smithi102 bash[21319]: cluster 2024-04-26T04:48:14.529577+0000 mgr.y (mgr.14152) 131 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:15.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:15 smithi102 bash[31411]: cluster 2024-04-26T04:48:14.529577+0000 mgr.y (mgr.14152) 131 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:17.128 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:16 smithi102 bash[31411]: audit 2024-04-26T04:48:15.841276+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:17.128 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:16 smithi102 bash[31411]: audit 2024-04-26T04:48:15.846133+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:17.128 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:16 smithi102 bash[31411]: audit 2024-04-26T04:48:15.846953+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:48:17.128 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:16 smithi102 bash[31411]: audit 2024-04-26T04:48:15.847713+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:48:17.129 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:16 smithi102 bash[31411]: audit 2024-04-26T04:48:15.852756+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:17.129 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:16 smithi102 bash[21319]: audit 2024-04-26T04:48:15.841276+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:17.129 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:16 smithi102 bash[21319]: audit 2024-04-26T04:48:15.846133+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:17.129 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:16 smithi102 bash[21319]: audit 2024-04-26T04:48:15.846953+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:48:17.129 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:16 smithi102 bash[21319]: audit 2024-04-26T04:48:15.847713+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:48:17.129 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:16 smithi102 bash[21319]: audit 2024-04-26T04:48:15.852756+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:17.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:16 smithi174 bash[23471]: audit 2024-04-26T04:48:15.841276+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:17.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:16 smithi174 bash[23471]: audit 2024-04-26T04:48:15.846133+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:17.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:16 smithi174 bash[23471]: audit 2024-04-26T04:48:15.846953+0000 mon.a (mon.0) 301 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:48:17.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:16 smithi174 bash[23471]: audit 2024-04-26T04:48:15.847713+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:48:17.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:16 smithi174 bash[23471]: audit 2024-04-26T04:48:15.852756+0000 mon.a (mon.0) 303 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:18.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:17 smithi174 bash[23471]: cluster 2024-04-26T04:48:16.529918+0000 mgr.y (mgr.14152) 132 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:18.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:17 smithi174 bash[23471]: audit 2024-04-26T04:48:17.133268+0000 mon.a (mon.0) 304 : audit [INF] from='osd.1 [v2:172.21.15.102:6810/1472023113,v1:172.21.15.102:6811/1472023113]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T04:48:18.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:17 smithi102 bash[21319]: cluster 2024-04-26T04:48:16.529918+0000 mgr.y (mgr.14152) 132 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:18.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:17 smithi102 bash[21319]: audit 2024-04-26T04:48:17.133268+0000 mon.a (mon.0) 304 : audit [INF] from='osd.1 [v2:172.21.15.102:6810/1472023113,v1:172.21.15.102:6811/1472023113]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T04:48:18.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:17 smithi102 bash[31411]: cluster 2024-04-26T04:48:16.529918+0000 mgr.y (mgr.14152) 132 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:18.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:17 smithi102 bash[31411]: audit 2024-04-26T04:48:17.133268+0000 mon.a (mon.0) 304 : audit [INF] from='osd.1 [v2:172.21.15.102:6810/1472023113,v1:172.21.15.102:6811/1472023113]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T04:48:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:18 smithi174 bash[23471]: audit 2024-04-26T04:48:17.859379+0000 mon.a (mon.0) 305 : audit [INF] from='osd.1 [v2:172.21.15.102:6810/1472023113,v1:172.21.15.102:6811/1472023113]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T04:48:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:18 smithi174 bash[23471]: cluster 2024-04-26T04:48:17.859584+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-04-26T04:48:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:18 smithi174 bash[23471]: audit 2024-04-26T04:48:17.860191+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T04:48:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:18 smithi174 bash[23471]: audit 2024-04-26T04:48:17.861002+0000 mon.a (mon.0) 308 : audit [INF] from='osd.1 [v2:172.21.15.102:6810/1472023113,v1:172.21.15.102:6811/1472023113]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T04:48:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:18 smithi174 bash[23471]: audit 2024-04-26T04:48:18.858033+0000 mon.a (mon.0) 309 : audit [INF] from='osd.1 [v2:172.21.15.102:6810/1472023113,v1:172.21.15.102:6811/1472023113]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-26T04:48:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:18 smithi174 bash[23471]: cluster 2024-04-26T04:48:18.858109+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-04-26T04:48:19.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:18 smithi174 bash[23471]: audit 2024-04-26T04:48:18.858232+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T04:48:19.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:18 smithi102 bash[31411]: audit 2024-04-26T04:48:17.859379+0000 mon.a (mon.0) 305 : audit [INF] from='osd.1 [v2:172.21.15.102:6810/1472023113,v1:172.21.15.102:6811/1472023113]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T04:48:19.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:18 smithi102 bash[31411]: cluster 2024-04-26T04:48:17.859584+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-04-26T04:48:19.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:18 smithi102 bash[31411]: audit 2024-04-26T04:48:17.860191+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T04:48:19.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:18 smithi102 bash[31411]: audit 2024-04-26T04:48:17.861002+0000 mon.a (mon.0) 308 : audit [INF] from='osd.1 [v2:172.21.15.102:6810/1472023113,v1:172.21.15.102:6811/1472023113]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T04:48:19.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:18 smithi102 bash[31411]: audit 2024-04-26T04:48:18.858033+0000 mon.a (mon.0) 309 : audit [INF] from='osd.1 [v2:172.21.15.102:6810/1472023113,v1:172.21.15.102:6811/1472023113]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-26T04:48:19.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:18 smithi102 bash[31411]: cluster 2024-04-26T04:48:18.858109+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-04-26T04:48:19.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:18 smithi102 bash[31411]: audit 2024-04-26T04:48:18.858232+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T04:48:19.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:18 smithi102 bash[21319]: audit 2024-04-26T04:48:17.859379+0000 mon.a (mon.0) 305 : audit [INF] from='osd.1 [v2:172.21.15.102:6810/1472023113,v1:172.21.15.102:6811/1472023113]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T04:48:19.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:18 smithi102 bash[21319]: cluster 2024-04-26T04:48:17.859584+0000 mon.a (mon.0) 306 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-04-26T04:48:19.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:18 smithi102 bash[21319]: audit 2024-04-26T04:48:17.860191+0000 mon.a (mon.0) 307 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T04:48:19.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:18 smithi102 bash[21319]: audit 2024-04-26T04:48:17.861002+0000 mon.a (mon.0) 308 : audit [INF] from='osd.1 [v2:172.21.15.102:6810/1472023113,v1:172.21.15.102:6811/1472023113]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T04:48:19.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:18 smithi102 bash[21319]: audit 2024-04-26T04:48:18.858033+0000 mon.a (mon.0) 309 : audit [INF] from='osd.1 [v2:172.21.15.102:6810/1472023113,v1:172.21.15.102:6811/1472023113]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-26T04:48:19.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:18 smithi102 bash[21319]: cluster 2024-04-26T04:48:18.858109+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-04-26T04:48:19.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:18 smithi102 bash[21319]: audit 2024-04-26T04:48:18.858232+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T04:48:19.558 INFO:teuthology.orchestra.run.smithi102.stdout:Created osd(s) 1 on host 'smithi102' 2024-04-26T04:48:20.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:19 smithi174 bash[23471]: cluster 2024-04-26T04:48:18.530301+0000 mgr.y (mgr.14152) 133 : cluster [DBG] pgmap v98: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:20.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:19 smithi174 bash[23471]: audit 2024-04-26T04:48:18.862396+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T04:48:20.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:19 smithi174 bash[23471]: audit 2024-04-26T04:48:19.525406+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:48:20.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:19 smithi174 bash[23471]: audit 2024-04-26T04:48:19.530856+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:20.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:19 smithi174 bash[23471]: audit 2024-04-26T04:48:19.540617+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:20.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:19 smithi174 bash[23471]: audit 2024-04-26T04:48:19.863287+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T04:48:20.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:19 smithi102 bash[21319]: cluster 2024-04-26T04:48:18.530301+0000 mgr.y (mgr.14152) 133 : cluster [DBG] pgmap v98: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:20.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:19 smithi102 bash[21319]: audit 2024-04-26T04:48:18.862396+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T04:48:20.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:19 smithi102 bash[21319]: audit 2024-04-26T04:48:19.525406+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:48:20.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:19 smithi102 bash[21319]: audit 2024-04-26T04:48:19.530856+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:20.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:19 smithi102 bash[21319]: audit 2024-04-26T04:48:19.540617+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:20.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:19 smithi102 bash[21319]: audit 2024-04-26T04:48:19.863287+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T04:48:20.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:19 smithi102 bash[31411]: cluster 2024-04-26T04:48:18.530301+0000 mgr.y (mgr.14152) 133 : cluster [DBG] pgmap v98: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:20.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:19 smithi102 bash[31411]: audit 2024-04-26T04:48:18.862396+0000 mon.a (mon.0) 312 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T04:48:20.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:19 smithi102 bash[31411]: audit 2024-04-26T04:48:19.525406+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:48:20.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:19 smithi102 bash[31411]: audit 2024-04-26T04:48:19.530856+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:20.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:19 smithi102 bash[31411]: audit 2024-04-26T04:48:19.540617+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:20.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:19 smithi102 bash[31411]: audit 2024-04-26T04:48:19.863287+0000 mon.a (mon.0) 316 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T04:48:20.206 DEBUG:teuthology.orchestra.run.smithi102:osd.1> sudo journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.1.service 2024-04-26T04:48:20.209 INFO:tasks.cephadm:Deploying osd.2 on smithi102 with /dev/vg_nvme/lv_2... 2024-04-26T04:48:20.209 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T04:48:21.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:20 smithi174 bash[23471]: cluster 2024-04-26T04:48:18.088491+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:48:21.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:20 smithi174 bash[23471]: cluster 2024-04-26T04:48:18.088587+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:48:21.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:20 smithi174 bash[23471]: cluster 2024-04-26T04:48:19.880710+0000 mon.a (mon.0) 317 : cluster [INF] osd.1 [v2:172.21.15.102:6810/1472023113,v1:172.21.15.102:6811/1472023113] boot 2024-04-26T04:48:21.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:20 smithi174 bash[23471]: cluster 2024-04-26T04:48:19.880812+0000 mon.a (mon.0) 318 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-04-26T04:48:21.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:20 smithi174 bash[23471]: audit 2024-04-26T04:48:19.881821+0000 mon.a (mon.0) 319 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T04:48:21.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:20 smithi174 bash[23471]: cluster 2024-04-26T04:48:20.530772+0000 mgr.y (mgr.14152) 134 : cluster [DBG] pgmap v101: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:21.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:20 smithi102 bash[21319]: cluster 2024-04-26T04:48:18.088491+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:48:21.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:20 smithi102 bash[21319]: cluster 2024-04-26T04:48:18.088587+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:48:21.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:20 smithi102 bash[21319]: cluster 2024-04-26T04:48:19.880710+0000 mon.a (mon.0) 317 : cluster [INF] osd.1 [v2:172.21.15.102:6810/1472023113,v1:172.21.15.102:6811/1472023113] boot 2024-04-26T04:48:21.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:20 smithi102 bash[21319]: cluster 2024-04-26T04:48:19.880812+0000 mon.a (mon.0) 318 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-04-26T04:48:21.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:20 smithi102 bash[21319]: audit 2024-04-26T04:48:19.881821+0000 mon.a (mon.0) 319 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T04:48:21.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:20 smithi102 bash[21319]: cluster 2024-04-26T04:48:20.530772+0000 mgr.y (mgr.14152) 134 : cluster [DBG] pgmap v101: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:21.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:20 smithi102 bash[31411]: cluster 2024-04-26T04:48:18.088491+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:48:21.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:20 smithi102 bash[31411]: cluster 2024-04-26T04:48:18.088587+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:48:21.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:20 smithi102 bash[31411]: cluster 2024-04-26T04:48:19.880710+0000 mon.a (mon.0) 317 : cluster [INF] osd.1 [v2:172.21.15.102:6810/1472023113,v1:172.21.15.102:6811/1472023113] boot 2024-04-26T04:48:21.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:20 smithi102 bash[31411]: cluster 2024-04-26T04:48:19.880812+0000 mon.a (mon.0) 318 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-04-26T04:48:21.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:20 smithi102 bash[31411]: audit 2024-04-26T04:48:19.881821+0000 mon.a (mon.0) 319 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T04:48:21.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:20 smithi102 bash[31411]: cluster 2024-04-26T04:48:20.530772+0000 mgr.y (mgr.14152) 134 : cluster [DBG] pgmap v101: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-04-26T04:48:22.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:21 smithi174 bash[23471]: cluster 2024-04-26T04:48:20.899716+0000 mon.a (mon.0) 320 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-04-26T04:48:22.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:21 smithi102 bash[21319]: cluster 2024-04-26T04:48:20.899716+0000 mon.a (mon.0) 320 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-04-26T04:48:22.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:21 smithi102 bash[31411]: cluster 2024-04-26T04:48:20.899716+0000 mon.a (mon.0) 320 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-04-26T04:48:23.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:22 smithi174 bash[23471]: cluster 2024-04-26T04:48:22.531237+0000 mgr.y (mgr.14152) 135 : cluster [DBG] pgmap v103: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:23.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:22 smithi102 bash[21319]: cluster 2024-04-26T04:48:22.531237+0000 mgr.y (mgr.14152) 135 : cluster [DBG] pgmap v103: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:23.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:22 smithi102 bash[31411]: cluster 2024-04-26T04:48:22.531237+0000 mgr.y (mgr.14152) 135 : cluster [DBG] pgmap v103: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:24.302 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:48:25.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:25 smithi102 bash[21319]: cluster 2024-04-26T04:48:24.531760+0000 mgr.y (mgr.14152) 136 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:25.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:25 smithi102 bash[31411]: cluster 2024-04-26T04:48:24.531760+0000 mgr.y (mgr.14152) 136 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:25.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:25 smithi174 bash[23471]: cluster 2024-04-26T04:48:24.531760+0000 mgr.y (mgr.14152) 136 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:27.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:27 smithi102 bash[21319]: cluster 2024-04-26T04:48:26.532333+0000 mgr.y (mgr.14152) 137 : cluster [DBG] pgmap v105: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:27.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:27 smithi102 bash[31411]: cluster 2024-04-26T04:48:26.532333+0000 mgr.y (mgr.14152) 137 : cluster [DBG] pgmap v105: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:27.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:27 smithi174 bash[23471]: cluster 2024-04-26T04:48:26.532333+0000 mgr.y (mgr.14152) 137 : cluster [DBG] pgmap v105: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:28.547 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T04:48:28.548 INFO:teuthology.orchestra.run.smithi102.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T04:48:28.548 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10+0 records in 2024-04-26T04:48:28.548 INFO:teuthology.orchestra.run.smithi102.stderr:10+0 records out 2024-04-26T04:48:28.548 INFO:teuthology.orchestra.run.smithi102.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0146233 s, 717 MB/s 2024-04-26T04:48:28.548 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping successful for: 2024-04-26T04:48:29.402 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi102:vg_nvme/lv_2 2024-04-26T04:48:29.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:29 smithi102 bash[31411]: cluster 2024-04-26T04:48:28.532892+0000 mgr.y (mgr.14152) 138 : cluster [DBG] pgmap v106: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:29.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:29 smithi102 bash[21319]: cluster 2024-04-26T04:48:28.532892+0000 mgr.y (mgr.14152) 138 : cluster [DBG] pgmap v106: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:29.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:29 smithi174 bash[23471]: cluster 2024-04-26T04:48:28.532892+0000 mgr.y (mgr.14152) 138 : cluster [DBG] pgmap v106: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:31.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:30 smithi174 bash[23471]: cephadm 2024-04-26T04:48:29.871073+0000 mgr.y (mgr.14152) 139 : cephadm [INF] Detected new or changed devices on smithi102 2024-04-26T04:48:31.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:30 smithi174 bash[23471]: audit 2024-04-26T04:48:29.879666+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:31.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:30 smithi174 bash[23471]: audit 2024-04-26T04:48:29.889255+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:31.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:30 smithi174 bash[23471]: audit 2024-04-26T04:48:29.893090+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:48:31.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:30 smithi174 bash[23471]: audit 2024-04-26T04:48:29.894951+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:48:31.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:30 smithi174 bash[23471]: cephadm 2024-04-26T04:48:29.896276+0000 mgr.y (mgr.14152) 140 : cephadm [INF] Adjusting osd_memory_target on smithi102 to 8120M 2024-04-26T04:48:31.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:30 smithi174 bash[23471]: audit 2024-04-26T04:48:29.904889+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:31.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:30 smithi174 bash[23471]: audit 2024-04-26T04:48:29.907088+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:48:31.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:30 smithi174 bash[23471]: audit 2024-04-26T04:48:29.908937+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:48:31.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:30 smithi174 bash[23471]: audit 2024-04-26T04:48:29.918998+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:31.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:30 smithi174 bash[23471]: cluster 2024-04-26T04:48:30.533352+0000 mgr.y (mgr.14152) 141 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:31.207 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[21319]: cephadm 2024-04-26T04:48:29.871073+0000 mgr.y (mgr.14152) 139 : cephadm [INF] Detected new or changed devices on smithi102 2024-04-26T04:48:31.207 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[21319]: audit 2024-04-26T04:48:29.879666+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:31.207 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[21319]: audit 2024-04-26T04:48:29.889255+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:31.207 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[21319]: audit 2024-04-26T04:48:29.893090+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:48:31.207 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[21319]: audit 2024-04-26T04:48:29.894951+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:48:31.207 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[21319]: cephadm 2024-04-26T04:48:29.896276+0000 mgr.y (mgr.14152) 140 : cephadm [INF] Adjusting osd_memory_target on smithi102 to 8120M 2024-04-26T04:48:31.207 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[21319]: audit 2024-04-26T04:48:29.904889+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:31.208 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[21319]: audit 2024-04-26T04:48:29.907088+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:48:31.208 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[21319]: audit 2024-04-26T04:48:29.908937+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:48:31.208 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[21319]: audit 2024-04-26T04:48:29.918998+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:31.208 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[21319]: cluster 2024-04-26T04:48:30.533352+0000 mgr.y (mgr.14152) 141 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:31.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[31411]: cephadm 2024-04-26T04:48:29.871073+0000 mgr.y (mgr.14152) 139 : cephadm [INF] Detected new or changed devices on smithi102 2024-04-26T04:48:31.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[31411]: audit 2024-04-26T04:48:29.879666+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:31.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[31411]: audit 2024-04-26T04:48:29.889255+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:31.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[31411]: audit 2024-04-26T04:48:29.893090+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:48:31.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[31411]: audit 2024-04-26T04:48:29.894951+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:48:31.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[31411]: cephadm 2024-04-26T04:48:29.896276+0000 mgr.y (mgr.14152) 140 : cephadm [INF] Adjusting osd_memory_target on smithi102 to 8120M 2024-04-26T04:48:31.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[31411]: audit 2024-04-26T04:48:29.904889+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:31.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[31411]: audit 2024-04-26T04:48:29.907088+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:48:31.209 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[31411]: audit 2024-04-26T04:48:29.908937+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:48:31.209 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[31411]: audit 2024-04-26T04:48:29.918998+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:48:31.209 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:30 smithi102 bash[31411]: cluster 2024-04-26T04:48:30.533352+0000 mgr.y (mgr.14152) 141 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:33.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:33 smithi174 bash[23471]: cluster 2024-04-26T04:48:32.533817+0000 mgr.y (mgr.14152) 142 : cluster [DBG] pgmap v108: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:33.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:33 smithi102 bash[21319]: cluster 2024-04-26T04:48:32.533817+0000 mgr.y (mgr.14152) 142 : cluster [DBG] pgmap v108: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:33.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:33 smithi102 bash[31411]: cluster 2024-04-26T04:48:32.533817+0000 mgr.y (mgr.14152) 142 : cluster [DBG] pgmap v108: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:34.136 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:48:35.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:35 smithi102 bash[21319]: cluster 2024-04-26T04:48:34.534223+0000 mgr.y (mgr.14152) 143 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:35.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:35 smithi102 bash[31411]: cluster 2024-04-26T04:48:34.534223+0000 mgr.y (mgr.14152) 143 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:35.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:35 smithi174 bash[23471]: cluster 2024-04-26T04:48:34.534223+0000 mgr.y (mgr.14152) 143 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:37.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:37 smithi174 bash[23471]: cluster 2024-04-26T04:48:36.534739+0000 mgr.y (mgr.14152) 144 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:37.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:37 smithi174 bash[23471]: audit 2024-04-26T04:48:37.049949+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:48:37.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:37 smithi174 bash[23471]: audit 2024-04-26T04:48:37.055438+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:48:37.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:37 smithi174 bash[23471]: audit 2024-04-26T04:48:37.056970+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:48:37.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:37 smithi102 bash[21319]: cluster 2024-04-26T04:48:36.534739+0000 mgr.y (mgr.14152) 144 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:37.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:37 smithi102 bash[21319]: audit 2024-04-26T04:48:37.049949+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:48:37.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:37 smithi102 bash[21319]: audit 2024-04-26T04:48:37.055438+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:48:37.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:37 smithi102 bash[21319]: audit 2024-04-26T04:48:37.056970+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:48:37.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:37 smithi102 bash[31411]: cluster 2024-04-26T04:48:36.534739+0000 mgr.y (mgr.14152) 144 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:37.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:37 smithi102 bash[31411]: audit 2024-04-26T04:48:37.049949+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:48:37.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:37 smithi102 bash[31411]: audit 2024-04-26T04:48:37.055438+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:48:37.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:37 smithi102 bash[31411]: audit 2024-04-26T04:48:37.056970+0000 mon.a (mon.0) 331 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:48:38.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:38 smithi174 bash[23471]: audit 2024-04-26T04:48:37.047042+0000 mgr.y (mgr.14152) 145 : audit [DBG] from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:48:38.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:38 smithi102 bash[21319]: audit 2024-04-26T04:48:37.047042+0000 mgr.y (mgr.14152) 145 : audit [DBG] from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:48:38.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:38 smithi102 bash[31411]: audit 2024-04-26T04:48:37.047042+0000 mgr.y (mgr.14152) 145 : audit [DBG] from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:48:39.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:39 smithi174 bash[23471]: cluster 2024-04-26T04:48:38.535187+0000 mgr.y (mgr.14152) 146 : cluster [DBG] pgmap v111: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:39.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:39 smithi102 bash[21319]: cluster 2024-04-26T04:48:38.535187+0000 mgr.y (mgr.14152) 146 : cluster [DBG] pgmap v111: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:39.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:39 smithi102 bash[31411]: cluster 2024-04-26T04:48:38.535187+0000 mgr.y (mgr.14152) 146 : cluster [DBG] pgmap v111: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:41.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:41 smithi174 bash[23471]: cluster 2024-04-26T04:48:40.535708+0000 mgr.y (mgr.14152) 147 : cluster [DBG] pgmap v112: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:41.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:41 smithi102 bash[21319]: cluster 2024-04-26T04:48:40.535708+0000 mgr.y (mgr.14152) 147 : cluster [DBG] pgmap v112: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:41.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:41 smithi102 bash[31411]: cluster 2024-04-26T04:48:40.535708+0000 mgr.y (mgr.14152) 147 : cluster [DBG] pgmap v112: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:43.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:43 smithi174 bash[23471]: cluster 2024-04-26T04:48:42.536185+0000 mgr.y (mgr.14152) 148 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:43.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:43 smithi102 bash[21319]: cluster 2024-04-26T04:48:42.536185+0000 mgr.y (mgr.14152) 148 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:43.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:43 smithi102 bash[31411]: cluster 2024-04-26T04:48:42.536185+0000 mgr.y (mgr.14152) 148 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:45.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:45 smithi174 bash[23471]: cluster 2024-04-26T04:48:44.536489+0000 mgr.y (mgr.14152) 149 : cluster [DBG] pgmap v114: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:45.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:45 smithi174 bash[23471]: audit 2024-04-26T04:48:45.235970+0000 mon.a (mon.0) 332 : audit [INF] from='client.? 172.21.15.102:0/1322532383' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b74ab273-8305-4ae4-ac48-b2135ebfb5aa"}]: dispatch 2024-04-26T04:48:45.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:45 smithi174 bash[23471]: audit 2024-04-26T04:48:45.243879+0000 mon.a (mon.0) 333 : audit [INF] from='client.? 172.21.15.102:0/1322532383' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b74ab273-8305-4ae4-ac48-b2135ebfb5aa"}]': finished 2024-04-26T04:48:45.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:45 smithi174 bash[23471]: cluster 2024-04-26T04:48:45.244006+0000 mon.a (mon.0) 334 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-04-26T04:48:45.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:45 smithi174 bash[23471]: audit 2024-04-26T04:48:45.244182+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T04:48:45.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:45 smithi102 bash[21319]: cluster 2024-04-26T04:48:44.536489+0000 mgr.y (mgr.14152) 149 : cluster [DBG] pgmap v114: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:45.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:45 smithi102 bash[21319]: audit 2024-04-26T04:48:45.235970+0000 mon.a (mon.0) 332 : audit [INF] from='client.? 172.21.15.102:0/1322532383' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b74ab273-8305-4ae4-ac48-b2135ebfb5aa"}]: dispatch 2024-04-26T04:48:45.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:45 smithi102 bash[21319]: audit 2024-04-26T04:48:45.243879+0000 mon.a (mon.0) 333 : audit [INF] from='client.? 172.21.15.102:0/1322532383' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b74ab273-8305-4ae4-ac48-b2135ebfb5aa"}]': finished 2024-04-26T04:48:45.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:45 smithi102 bash[21319]: cluster 2024-04-26T04:48:45.244006+0000 mon.a (mon.0) 334 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-04-26T04:48:45.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:45 smithi102 bash[21319]: audit 2024-04-26T04:48:45.244182+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T04:48:45.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:45 smithi102 bash[31411]: cluster 2024-04-26T04:48:44.536489+0000 mgr.y (mgr.14152) 149 : cluster [DBG] pgmap v114: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:45.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:45 smithi102 bash[31411]: audit 2024-04-26T04:48:45.235970+0000 mon.a (mon.0) 332 : audit [INF] from='client.? 172.21.15.102:0/1322532383' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b74ab273-8305-4ae4-ac48-b2135ebfb5aa"}]: dispatch 2024-04-26T04:48:45.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:45 smithi102 bash[31411]: audit 2024-04-26T04:48:45.243879+0000 mon.a (mon.0) 333 : audit [INF] from='client.? 172.21.15.102:0/1322532383' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b74ab273-8305-4ae4-ac48-b2135ebfb5aa"}]': finished 2024-04-26T04:48:45.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:45 smithi102 bash[31411]: cluster 2024-04-26T04:48:45.244006+0000 mon.a (mon.0) 334 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-04-26T04:48:45.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:45 smithi102 bash[31411]: audit 2024-04-26T04:48:45.244182+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T04:48:46.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:46 smithi174 bash[23471]: audit 2024-04-26T04:48:45.918462+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.102:0/3116503132' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:48:46.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:46 smithi102 bash[31411]: audit 2024-04-26T04:48:45.918462+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.102:0/3116503132' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:48:46.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:46 smithi102 bash[21319]: audit 2024-04-26T04:48:45.918462+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.102:0/3116503132' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:48:47.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:47 smithi174 bash[23471]: cluster 2024-04-26T04:48:46.536796+0000 mgr.y (mgr.14152) 150 : cluster [DBG] pgmap v116: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:47.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:47 smithi102 bash[21319]: cluster 2024-04-26T04:48:46.536796+0000 mgr.y (mgr.14152) 150 : cluster [DBG] pgmap v116: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:47.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:47 smithi102 bash[31411]: cluster 2024-04-26T04:48:46.536796+0000 mgr.y (mgr.14152) 150 : cluster [DBG] pgmap v116: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:49.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:49 smithi174 bash[23471]: cluster 2024-04-26T04:48:48.537243+0000 mgr.y (mgr.14152) 151 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:49.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:49 smithi102 bash[21319]: cluster 2024-04-26T04:48:48.537243+0000 mgr.y (mgr.14152) 151 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:49.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:49 smithi102 bash[31411]: cluster 2024-04-26T04:48:48.537243+0000 mgr.y (mgr.14152) 151 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:51.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:51 smithi174 bash[23471]: cluster 2024-04-26T04:48:50.537764+0000 mgr.y (mgr.14152) 152 : cluster [DBG] pgmap v118: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:51.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:51 smithi102 bash[21319]: cluster 2024-04-26T04:48:50.537764+0000 mgr.y (mgr.14152) 152 : cluster [DBG] pgmap v118: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:51.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:51 smithi102 bash[31411]: cluster 2024-04-26T04:48:50.537764+0000 mgr.y (mgr.14152) 152 : cluster [DBG] pgmap v118: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:53.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:53 smithi174 bash[23471]: cluster 2024-04-26T04:48:52.538315+0000 mgr.y (mgr.14152) 153 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:53.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:53 smithi102 bash[31411]: cluster 2024-04-26T04:48:52.538315+0000 mgr.y (mgr.14152) 153 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:53.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:53 smithi102 bash[21319]: cluster 2024-04-26T04:48:52.538315+0000 mgr.y (mgr.14152) 153 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:55.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:55 smithi174 bash[23471]: cluster 2024-04-26T04:48:54.538868+0000 mgr.y (mgr.14152) 154 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:55.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:55 smithi102 bash[21319]: cluster 2024-04-26T04:48:54.538868+0000 mgr.y (mgr.14152) 154 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:55.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:55 smithi102 bash[31411]: cluster 2024-04-26T04:48:54.538868+0000 mgr.y (mgr.14152) 154 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:57.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:57 smithi174 bash[23471]: cluster 2024-04-26T04:48:56.539249+0000 mgr.y (mgr.14152) 155 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:57.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:57 smithi174 bash[23471]: audit 2024-04-26T04:48:57.406211+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T04:48:57.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:57 smithi174 bash[23471]: audit 2024-04-26T04:48:57.407876+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:48:57.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:57 smithi102 bash[21319]: cluster 2024-04-26T04:48:56.539249+0000 mgr.y (mgr.14152) 155 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:57.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:57 smithi102 bash[21319]: audit 2024-04-26T04:48:57.406211+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T04:48:57.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:57 smithi102 bash[21319]: audit 2024-04-26T04:48:57.407876+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:48:57.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:57 smithi102 bash[31411]: cluster 2024-04-26T04:48:56.539249+0000 mgr.y (mgr.14152) 155 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:57.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:57 smithi102 bash[31411]: audit 2024-04-26T04:48:57.406211+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T04:48:57.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:57 smithi102 bash[31411]: audit 2024-04-26T04:48:57.407876+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:48:58.863 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:58 smithi102 bash[21319]: cephadm 2024-04-26T04:48:57.409262+0000 mgr.y (mgr.14152) 156 : cephadm [INF] Deploying daemon osd.2 on smithi102 2024-04-26T04:48:58.864 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:58 smithi102 bash[31411]: cephadm 2024-04-26T04:48:57.409262+0000 mgr.y (mgr.14152) 156 : cephadm [INF] Deploying daemon osd.2 on smithi102 2024-04-26T04:48:58.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:58 smithi174 bash[23471]: cephadm 2024-04-26T04:48:57.409262+0000 mgr.y (mgr.14152) 156 : cephadm [INF] Deploying daemon osd.2 on smithi102 2024-04-26T04:48:59.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:48:59 smithi102 bash[21319]: cluster 2024-04-26T04:48:58.539535+0000 mgr.y (mgr.14152) 157 : cluster [DBG] pgmap v122: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:59.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:48:59 smithi102 bash[31411]: cluster 2024-04-26T04:48:58.539535+0000 mgr.y (mgr.14152) 157 : cluster [DBG] pgmap v122: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:48:59.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:48:59 smithi174 bash[23471]: cluster 2024-04-26T04:48:58.539535+0000 mgr.y (mgr.14152) 157 : cluster [DBG] pgmap v122: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:49:01.541 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:49:01 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:01.541 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 04:49:01 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:01.542 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:01 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:01.542 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:01 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:01.542 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 04:49:01 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:01.794 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:49:01 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:01.795 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 04:49:01 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:01.795 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 04:49:01 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:01.795 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:01 smithi102 bash[31411]: cluster 2024-04-26T04:49:00.539805+0000 mgr.y (mgr.14152) 158 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:49:01.795 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:01 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:01.795 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:01 smithi102 bash[21319]: cluster 2024-04-26T04:49:00.539805+0000 mgr.y (mgr.14152) 158 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:49:01.795 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:01 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:01.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:01 smithi174 bash[23471]: cluster 2024-04-26T04:49:00.539805+0000 mgr.y (mgr.14152) 158 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:49:03.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:02 smithi174 bash[23471]: audit 2024-04-26T04:49:01.833505+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:03.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:02 smithi174 bash[23471]: audit 2024-04-26T04:49:01.835266+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:49:03.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:02 smithi174 bash[23471]: audit 2024-04-26T04:49:01.838989+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:03.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:02 smithi102 bash[31411]: audit 2024-04-26T04:49:01.833505+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:03.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:02 smithi102 bash[31411]: audit 2024-04-26T04:49:01.835266+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:49:03.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:02 smithi102 bash[31411]: audit 2024-04-26T04:49:01.838989+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:03.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:02 smithi102 bash[21319]: audit 2024-04-26T04:49:01.833505+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:03.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:02 smithi102 bash[21319]: audit 2024-04-26T04:49:01.835266+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:49:03.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:02 smithi102 bash[21319]: audit 2024-04-26T04:49:01.838989+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:04.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:03 smithi174 bash[23471]: cluster 2024-04-26T04:49:02.540268+0000 mgr.y (mgr.14152) 159 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:49:04.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:03 smithi102 bash[31411]: cluster 2024-04-26T04:49:02.540268+0000 mgr.y (mgr.14152) 159 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:49:04.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:03 smithi102 bash[21319]: cluster 2024-04-26T04:49:02.540268+0000 mgr.y (mgr.14152) 159 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:49:06.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:05 smithi174 bash[23471]: cluster 2024-04-26T04:49:04.540812+0000 mgr.y (mgr.14152) 160 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:49:06.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:05 smithi102 bash[21319]: cluster 2024-04-26T04:49:04.540812+0000 mgr.y (mgr.14152) 160 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:49:06.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:05 smithi102 bash[31411]: cluster 2024-04-26T04:49:04.540812+0000 mgr.y (mgr.14152) 160 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:49:08.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:07 smithi174 bash[23471]: cluster 2024-04-26T04:49:06.541405+0000 mgr.y (mgr.14152) 161 : cluster [DBG] pgmap v126: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:49:08.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:07 smithi174 bash[23471]: audit 2024-04-26T04:49:06.918676+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:08.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:07 smithi174 bash[23471]: audit 2024-04-26T04:49:06.924751+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:08.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:07 smithi174 bash[23471]: audit 2024-04-26T04:49:07.344350+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:49:08.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:07 smithi174 bash[23471]: audit 2024-04-26T04:49:07.346135+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:49:08.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:07 smithi174 bash[23471]: audit 2024-04-26T04:49:07.355842+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:08.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:07 smithi102 bash[31411]: cluster 2024-04-26T04:49:06.541405+0000 mgr.y (mgr.14152) 161 : cluster [DBG] pgmap v126: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:49:08.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:07 smithi102 bash[31411]: audit 2024-04-26T04:49:06.918676+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:08.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:07 smithi102 bash[31411]: audit 2024-04-26T04:49:06.924751+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:08.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:07 smithi102 bash[31411]: audit 2024-04-26T04:49:07.344350+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:49:08.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:07 smithi102 bash[31411]: audit 2024-04-26T04:49:07.346135+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:49:08.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:07 smithi102 bash[31411]: audit 2024-04-26T04:49:07.355842+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:08.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:07 smithi102 bash[21319]: cluster 2024-04-26T04:49:06.541405+0000 mgr.y (mgr.14152) 161 : cluster [DBG] pgmap v126: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:49:08.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:07 smithi102 bash[21319]: audit 2024-04-26T04:49:06.918676+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:08.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:07 smithi102 bash[21319]: audit 2024-04-26T04:49:06.924751+0000 mon.a (mon.0) 342 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:08.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:07 smithi102 bash[21319]: audit 2024-04-26T04:49:07.344350+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:49:08.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:07 smithi102 bash[21319]: audit 2024-04-26T04:49:07.346135+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:49:08.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:07 smithi102 bash[21319]: audit 2024-04-26T04:49:07.355842+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:09.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:08 smithi174 bash[23471]: audit 2024-04-26T04:49:08.438764+0000 mon.c (mon.2) 7 : audit [INF] from='osd.2 [v2:172.21.15.102:6818/3703443933,v1:172.21.15.102:6819/3703443933]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T04:49:09.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:08 smithi174 bash[23471]: audit 2024-04-26T04:49:08.439093+0000 mon.a (mon.0) 346 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T04:49:09.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:08 smithi102 bash[21319]: audit 2024-04-26T04:49:08.438764+0000 mon.c (mon.2) 7 : audit [INF] from='osd.2 [v2:172.21.15.102:6818/3703443933,v1:172.21.15.102:6819/3703443933]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T04:49:09.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:08 smithi102 bash[21319]: audit 2024-04-26T04:49:08.439093+0000 mon.a (mon.0) 346 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T04:49:09.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:08 smithi102 bash[31411]: audit 2024-04-26T04:49:08.438764+0000 mon.c (mon.2) 7 : audit [INF] from='osd.2 [v2:172.21.15.102:6818/3703443933,v1:172.21.15.102:6819/3703443933]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T04:49:09.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:08 smithi102 bash[31411]: audit 2024-04-26T04:49:08.439093+0000 mon.a (mon.0) 346 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T04:49:10.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:09 smithi174 bash[23471]: cluster 2024-04-26T04:49:08.541852+0000 mgr.y (mgr.14152) 162 : cluster [DBG] pgmap v127: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:49:10.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:09 smithi174 bash[23471]: audit 2024-04-26T04:49:08.866950+0000 mon.a (mon.0) 347 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T04:49:10.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:09 smithi174 bash[23471]: cluster 2024-04-26T04:49:08.867073+0000 mon.a (mon.0) 348 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-04-26T04:49:10.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:09 smithi174 bash[23471]: audit 2024-04-26T04:49:08.867333+0000 mon.a (mon.0) 349 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T04:49:10.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:09 smithi174 bash[23471]: audit 2024-04-26T04:49:08.868319+0000 mon.c (mon.2) 8 : audit [INF] from='osd.2 [v2:172.21.15.102:6818/3703443933,v1:172.21.15.102:6819/3703443933]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T04:49:10.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:09 smithi174 bash[23471]: audit 2024-04-26T04:49:08.869021+0000 mon.a (mon.0) 350 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T04:49:10.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:09 smithi102 bash[21319]: cluster 2024-04-26T04:49:08.541852+0000 mgr.y (mgr.14152) 162 : cluster [DBG] pgmap v127: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:49:10.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:09 smithi102 bash[21319]: audit 2024-04-26T04:49:08.866950+0000 mon.a (mon.0) 347 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T04:49:10.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:09 smithi102 bash[21319]: cluster 2024-04-26T04:49:08.867073+0000 mon.a (mon.0) 348 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-04-26T04:49:10.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:09 smithi102 bash[21319]: audit 2024-04-26T04:49:08.867333+0000 mon.a (mon.0) 349 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T04:49:10.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:09 smithi102 bash[21319]: audit 2024-04-26T04:49:08.868319+0000 mon.c (mon.2) 8 : audit [INF] from='osd.2 [v2:172.21.15.102:6818/3703443933,v1:172.21.15.102:6819/3703443933]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T04:49:10.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:09 smithi102 bash[21319]: audit 2024-04-26T04:49:08.869021+0000 mon.a (mon.0) 350 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T04:49:10.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:09 smithi102 bash[31411]: cluster 2024-04-26T04:49:08.541852+0000 mgr.y (mgr.14152) 162 : cluster [DBG] pgmap v127: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:49:10.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:09 smithi102 bash[31411]: audit 2024-04-26T04:49:08.866950+0000 mon.a (mon.0) 347 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T04:49:10.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:09 smithi102 bash[31411]: cluster 2024-04-26T04:49:08.867073+0000 mon.a (mon.0) 348 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-04-26T04:49:10.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:09 smithi102 bash[31411]: audit 2024-04-26T04:49:08.867333+0000 mon.a (mon.0) 349 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T04:49:10.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:09 smithi102 bash[31411]: audit 2024-04-26T04:49:08.868319+0000 mon.c (mon.2) 8 : audit [INF] from='osd.2 [v2:172.21.15.102:6818/3703443933,v1:172.21.15.102:6819/3703443933]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T04:49:10.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:09 smithi102 bash[31411]: audit 2024-04-26T04:49:08.869021+0000 mon.a (mon.0) 350 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T04:49:10.549 INFO:teuthology.orchestra.run.smithi102.stdout:Created osd(s) 2 on host 'smithi102' 2024-04-26T04:49:11.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:10 smithi174 bash[23471]: audit 2024-04-26T04:49:09.872045+0000 mon.a (mon.0) 351 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-26T04:49:11.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:10 smithi174 bash[23471]: cluster 2024-04-26T04:49:09.872281+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-04-26T04:49:11.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:10 smithi174 bash[23471]: audit 2024-04-26T04:49:09.873033+0000 mon.a (mon.0) 353 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T04:49:11.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:10 smithi174 bash[23471]: audit 2024-04-26T04:49:09.883599+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T04:49:11.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:10 smithi174 bash[23471]: audit 2024-04-26T04:49:10.497463+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:11.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:10 smithi174 bash[23471]: audit 2024-04-26T04:49:10.497926+0000 mon.a (mon.0) 356 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:49:11.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:10 smithi174 bash[23471]: audit 2024-04-26T04:49:10.509139+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:11.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:10 smithi174 bash[23471]: cluster 2024-04-26T04:49:10.542246+0000 mgr.y (mgr.14152) 163 : cluster [DBG] pgmap v130: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:49:11.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:10 smithi102 bash[21319]: audit 2024-04-26T04:49:09.872045+0000 mon.a (mon.0) 351 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-26T04:49:11.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:10 smithi102 bash[21319]: cluster 2024-04-26T04:49:09.872281+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-04-26T04:49:11.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:10 smithi102 bash[21319]: audit 2024-04-26T04:49:09.873033+0000 mon.a (mon.0) 353 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T04:49:11.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:10 smithi102 bash[21319]: audit 2024-04-26T04:49:09.883599+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T04:49:11.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:10 smithi102 bash[21319]: audit 2024-04-26T04:49:10.497463+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:11.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:10 smithi102 bash[21319]: audit 2024-04-26T04:49:10.497926+0000 mon.a (mon.0) 356 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:49:11.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:10 smithi102 bash[21319]: audit 2024-04-26T04:49:10.509139+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:11.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:10 smithi102 bash[21319]: cluster 2024-04-26T04:49:10.542246+0000 mgr.y (mgr.14152) 163 : cluster [DBG] pgmap v130: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:49:11.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:10 smithi102 bash[31411]: audit 2024-04-26T04:49:09.872045+0000 mon.a (mon.0) 351 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-26T04:49:11.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:10 smithi102 bash[31411]: cluster 2024-04-26T04:49:09.872281+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-04-26T04:49:11.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:10 smithi102 bash[31411]: audit 2024-04-26T04:49:09.873033+0000 mon.a (mon.0) 353 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T04:49:11.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:10 smithi102 bash[31411]: audit 2024-04-26T04:49:09.883599+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T04:49:11.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:10 smithi102 bash[31411]: audit 2024-04-26T04:49:10.497463+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:11.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:10 smithi102 bash[31411]: audit 2024-04-26T04:49:10.497926+0000 mon.a (mon.0) 356 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:49:11.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:10 smithi102 bash[31411]: audit 2024-04-26T04:49:10.509139+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:11.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:10 smithi102 bash[31411]: cluster 2024-04-26T04:49:10.542246+0000 mgr.y (mgr.14152) 163 : cluster [DBG] pgmap v130: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-04-26T04:49:11.260 DEBUG:teuthology.orchestra.run.smithi102:osd.2> sudo journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.2.service 2024-04-26T04:49:11.262 INFO:tasks.cephadm:Deploying osd.3 on smithi102 with /dev/vg_nvme/lv_1... 2024-04-26T04:49:11.262 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T04:49:12.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:11 smithi174 bash[23471]: cluster 2024-04-26T04:49:09.416646+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:49:12.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:11 smithi174 bash[23471]: cluster 2024-04-26T04:49:09.416725+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:49:12.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:11 smithi174 bash[23471]: cluster 2024-04-26T04:49:10.887520+0000 mon.a (mon.0) 358 : cluster [INF] osd.2 [v2:172.21.15.102:6818/3703443933,v1:172.21.15.102:6819/3703443933] boot 2024-04-26T04:49:12.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:11 smithi174 bash[23471]: cluster 2024-04-26T04:49:10.887594+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-04-26T04:49:12.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:11 smithi174 bash[23471]: audit 2024-04-26T04:49:10.888138+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T04:49:12.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:11 smithi102 bash[31411]: cluster 2024-04-26T04:49:09.416646+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:49:12.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:11 smithi102 bash[31411]: cluster 2024-04-26T04:49:09.416725+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:49:12.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:11 smithi102 bash[31411]: cluster 2024-04-26T04:49:10.887520+0000 mon.a (mon.0) 358 : cluster [INF] osd.2 [v2:172.21.15.102:6818/3703443933,v1:172.21.15.102:6819/3703443933] boot 2024-04-26T04:49:12.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:11 smithi102 bash[31411]: cluster 2024-04-26T04:49:10.887594+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-04-26T04:49:12.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:11 smithi102 bash[31411]: audit 2024-04-26T04:49:10.888138+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T04:49:12.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:11 smithi102 bash[21319]: cluster 2024-04-26T04:49:09.416646+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:49:12.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:11 smithi102 bash[21319]: cluster 2024-04-26T04:49:09.416725+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:49:12.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:11 smithi102 bash[21319]: cluster 2024-04-26T04:49:10.887520+0000 mon.a (mon.0) 358 : cluster [INF] osd.2 [v2:172.21.15.102:6818/3703443933,v1:172.21.15.102:6819/3703443933] boot 2024-04-26T04:49:12.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:11 smithi102 bash[21319]: cluster 2024-04-26T04:49:10.887594+0000 mon.a (mon.0) 359 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-04-26T04:49:12.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:11 smithi102 bash[21319]: audit 2024-04-26T04:49:10.888138+0000 mon.a (mon.0) 360 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T04:49:13.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:13 smithi174 bash[23471]: cluster 2024-04-26T04:49:11.902815+0000 mon.a (mon.0) 361 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-04-26T04:49:13.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:13 smithi102 bash[31411]: cluster 2024-04-26T04:49:11.902815+0000 mon.a (mon.0) 361 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-04-26T04:49:13.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:13 smithi102 bash[21319]: cluster 2024-04-26T04:49:11.902815+0000 mon.a (mon.0) 361 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-04-26T04:49:14.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:14 smithi174 bash[23471]: cluster 2024-04-26T04:49:12.542730+0000 mgr.y (mgr.14152) 164 : cluster [DBG] pgmap v133: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:14.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:14 smithi174 bash[23471]: audit 2024-04-26T04:49:12.660398+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-26T04:49:14.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:14 smithi174 bash[23471]: audit 2024-04-26T04:49:13.166663+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-26T04:49:14.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:14 smithi174 bash[23471]: cluster 2024-04-26T04:49:13.166857+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-04-26T04:49:14.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:14 smithi174 bash[23471]: audit 2024-04-26T04:49:13.168560+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T04:49:14.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:14 smithi102 bash[21319]: cluster 2024-04-26T04:49:12.542730+0000 mgr.y (mgr.14152) 164 : cluster [DBG] pgmap v133: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:14.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:14 smithi102 bash[21319]: audit 2024-04-26T04:49:12.660398+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-26T04:49:14.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:14 smithi102 bash[21319]: audit 2024-04-26T04:49:13.166663+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-26T04:49:14.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:14 smithi102 bash[21319]: cluster 2024-04-26T04:49:13.166857+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-04-26T04:49:14.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:14 smithi102 bash[21319]: audit 2024-04-26T04:49:13.168560+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T04:49:14.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:14 smithi102 bash[31411]: cluster 2024-04-26T04:49:12.542730+0000 mgr.y (mgr.14152) 164 : cluster [DBG] pgmap v133: 0 pgs: ; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:14.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:14 smithi102 bash[31411]: audit 2024-04-26T04:49:12.660398+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-04-26T04:49:14.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:14 smithi102 bash[31411]: audit 2024-04-26T04:49:13.166663+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-04-26T04:49:14.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:14 smithi102 bash[31411]: cluster 2024-04-26T04:49:13.166857+0000 mon.a (mon.0) 364 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-04-26T04:49:14.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:14 smithi102 bash[31411]: audit 2024-04-26T04:49:13.168560+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T04:49:15.299 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:49:15.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:15 smithi174 bash[23471]: audit 2024-04-26T04:49:14.170251+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T04:49:15.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:15 smithi174 bash[23471]: cluster 2024-04-26T04:49:14.170539+0000 mon.a (mon.0) 367 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-04-26T04:49:15.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:15 smithi174 bash[23471]: cluster 2024-04-26T04:49:14.543240+0000 mgr.y (mgr.14152) 165 : cluster [DBG] pgmap v136: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:15.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:15 smithi102 bash[21319]: audit 2024-04-26T04:49:14.170251+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T04:49:15.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:15 smithi102 bash[21319]: cluster 2024-04-26T04:49:14.170539+0000 mon.a (mon.0) 367 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-04-26T04:49:15.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:15 smithi102 bash[21319]: cluster 2024-04-26T04:49:14.543240+0000 mgr.y (mgr.14152) 165 : cluster [DBG] pgmap v136: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:15.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:15 smithi102 bash[31411]: audit 2024-04-26T04:49:14.170251+0000 mon.a (mon.0) 366 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-26T04:49:15.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:15 smithi102 bash[31411]: cluster 2024-04-26T04:49:14.170539+0000 mon.a (mon.0) 367 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-04-26T04:49:15.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:15 smithi102 bash[31411]: cluster 2024-04-26T04:49:14.543240+0000 mgr.y (mgr.14152) 165 : cluster [DBG] pgmap v136: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:16.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:16 smithi174 bash[23471]: cluster 2024-04-26T04:49:15.177732+0000 mon.a (mon.0) 368 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2024-04-26T04:49:16.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:16 smithi102 bash[21319]: cluster 2024-04-26T04:49:15.177732+0000 mon.a (mon.0) 368 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2024-04-26T04:49:16.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:16 smithi102 bash[31411]: cluster 2024-04-26T04:49:15.177732+0000 mon.a (mon.0) 368 : cluster [DBG] osdmap e22: 3 total, 3 up, 3 in 2024-04-26T04:49:17.542 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:17 smithi102 bash[31411]: audit 2024-04-26T04:49:16.254049+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:17.542 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:17 smithi102 bash[31411]: cluster 2024-04-26T04:49:16.543744+0000 mgr.y (mgr.14152) 166 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 449 KiB data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:17.543 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:17 smithi102 bash[21319]: audit 2024-04-26T04:49:16.254049+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:17.543 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:17 smithi102 bash[21319]: cluster 2024-04-26T04:49:16.543744+0000 mgr.y (mgr.14152) 166 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 449 KiB data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:17.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:17 smithi174 bash[23471]: audit 2024-04-26T04:49:16.254049+0000 mon.a (mon.0) 369 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:17.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:17 smithi174 bash[23471]: cluster 2024-04-26T04:49:16.543744+0000 mgr.y (mgr.14152) 166 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 449 KiB data, 872 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:18 smithi174 bash[23471]: cluster 2024-04-26T04:49:17.271433+0000 mon.a (mon.0) 370 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-04-26T04:49:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:18 smithi174 bash[23471]: audit 2024-04-26T04:49:18.036700+0000 mon.a (mon.0) 371 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T04:49:19.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:18 smithi102 bash[21319]: cluster 2024-04-26T04:49:17.271433+0000 mon.a (mon.0) 370 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-04-26T04:49:19.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:18 smithi102 bash[21319]: audit 2024-04-26T04:49:18.036700+0000 mon.a (mon.0) 371 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T04:49:19.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:18 smithi102 bash[31411]: cluster 2024-04-26T04:49:17.271433+0000 mon.a (mon.0) 370 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-04-26T04:49:19.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:18 smithi102 bash[31411]: audit 2024-04-26T04:49:18.036700+0000 mon.a (mon.0) 371 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T04:49:19.997 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T04:49:19.997 INFO:teuthology.orchestra.run.smithi102.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T04:49:19.997 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10+0 records in 2024-04-26T04:49:19.997 INFO:teuthology.orchestra.run.smithi102.stderr:10+0 records out 2024-04-26T04:49:19.997 INFO:teuthology.orchestra.run.smithi102.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0148218 s, 707 MB/s 2024-04-26T04:49:19.998 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping successful for: 2024-04-26T04:49:20.931 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi102:vg_nvme/lv_1 2024-04-26T04:49:21.120 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[21319]: cluster 2024-04-26T04:49:18.544193+0000 mgr.y (mgr.14152) 167 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 449 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:21.121 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[21319]: audit 2024-04-26T04:49:18.905483+0000 mon.a (mon.0) 372 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T04:49:21.121 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[21319]: audit 2024-04-26T04:49:18.906416+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T04:49:21.121 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[21319]: audit 2024-04-26T04:49:18.906579+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:49:21.121 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[21319]: audit 2024-04-26T04:49:18.906805+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:49:21.121 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[21319]: audit 2024-04-26T04:49:18.913177+0000 mon.b (mon.1) 7 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T04:49:21.121 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[21319]: audit 2024-04-26T04:49:18.914209+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T04:49:21.121 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[21319]: audit 2024-04-26T04:49:18.914372+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:49:21.121 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[21319]: audit 2024-04-26T04:49:18.914565+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:49:21.121 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[21319]: audit 2024-04-26T04:49:19.823395+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T04:49:21.121 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[21319]: audit 2024-04-26T04:49:19.848255+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:21.121 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[21319]: audit 2024-04-26T04:49:19.850946+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T04:49:21.121 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[21319]: audit 2024-04-26T04:49:19.851143+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:49:21.121 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[21319]: audit 2024-04-26T04:49:19.851301+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:49:21.122 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[31411]: cluster 2024-04-26T04:49:18.544193+0000 mgr.y (mgr.14152) 167 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 449 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:21.122 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[31411]: audit 2024-04-26T04:49:18.905483+0000 mon.a (mon.0) 372 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T04:49:21.122 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[31411]: audit 2024-04-26T04:49:18.906416+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T04:49:21.122 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[31411]: audit 2024-04-26T04:49:18.906579+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:49:21.122 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[31411]: audit 2024-04-26T04:49:18.906805+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:49:21.122 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[31411]: audit 2024-04-26T04:49:18.913177+0000 mon.b (mon.1) 7 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T04:49:21.122 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[31411]: audit 2024-04-26T04:49:18.914209+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T04:49:21.122 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[31411]: audit 2024-04-26T04:49:18.914372+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:49:21.122 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[31411]: audit 2024-04-26T04:49:18.914565+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:49:21.122 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[31411]: audit 2024-04-26T04:49:19.823395+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T04:49:21.122 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[31411]: audit 2024-04-26T04:49:19.848255+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:21.122 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[31411]: audit 2024-04-26T04:49:19.850946+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T04:49:21.122 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[31411]: audit 2024-04-26T04:49:19.851143+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:49:21.123 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:20 smithi102 bash[31411]: audit 2024-04-26T04:49:19.851301+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:49:21.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:20 smithi174 bash[23471]: cluster 2024-04-26T04:49:18.544193+0000 mgr.y (mgr.14152) 167 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 449 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:21.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:20 smithi174 bash[23471]: audit 2024-04-26T04:49:18.905483+0000 mon.a (mon.0) 372 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T04:49:21.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:20 smithi174 bash[23471]: audit 2024-04-26T04:49:18.906416+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T04:49:21.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:20 smithi174 bash[23471]: audit 2024-04-26T04:49:18.906579+0000 mon.a (mon.0) 374 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:49:21.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:20 smithi174 bash[23471]: audit 2024-04-26T04:49:18.906805+0000 mon.a (mon.0) 375 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:49:21.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:20 smithi174 bash[23471]: audit 2024-04-26T04:49:18.913177+0000 mon.b (mon.1) 7 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T04:49:21.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:20 smithi174 bash[23471]: audit 2024-04-26T04:49:18.914209+0000 mon.a (mon.0) 376 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T04:49:21.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:20 smithi174 bash[23471]: audit 2024-04-26T04:49:18.914372+0000 mon.a (mon.0) 377 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:49:21.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:20 smithi174 bash[23471]: audit 2024-04-26T04:49:18.914565+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:49:21.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:20 smithi174 bash[23471]: audit 2024-04-26T04:49:19.823395+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T04:49:21.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:20 smithi174 bash[23471]: audit 2024-04-26T04:49:19.848255+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:21.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:20 smithi174 bash[23471]: audit 2024-04-26T04:49:19.850946+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T04:49:21.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:20 smithi174 bash[23471]: audit 2024-04-26T04:49:19.851143+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:49:21.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:20 smithi174 bash[23471]: audit 2024-04-26T04:49:19.851301+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:49:22.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:21 smithi174 bash[23471]: audit 2024-04-26T04:49:19.850712+0000 mon.c (mon.2) 9 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T04:49:22.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:21 smithi174 bash[23471]: cluster 2024-04-26T04:49:20.544732+0000 mgr.y (mgr.14152) 168 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 449 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:22.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:21 smithi174 bash[23471]: audit 2024-04-26T04:49:20.724838+0000 mon.c (mon.2) 10 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T04:49:22.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:21 smithi174 bash[23471]: audit 2024-04-26T04:49:21.450329+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:22.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:21 smithi174 bash[23471]: audit 2024-04-26T04:49:21.460363+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:22.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:21 smithi174 bash[23471]: audit 2024-04-26T04:49:21.462956+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:49:22.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:21 smithi174 bash[23471]: audit 2024-04-26T04:49:21.464779+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:49:22.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:21 smithi174 bash[23471]: audit 2024-04-26T04:49:21.466576+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:49:22.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:21 smithi174 bash[23471]: audit 2024-04-26T04:49:21.476668+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:22.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:21 smithi174 bash[23471]: audit 2024-04-26T04:49:21.478924+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:49:22.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:21 smithi174 bash[23471]: audit 2024-04-26T04:49:21.480630+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:49:22.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:21 smithi174 bash[23471]: audit 2024-04-26T04:49:21.490622+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:22.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[21319]: audit 2024-04-26T04:49:19.850712+0000 mon.c (mon.2) 9 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T04:49:22.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[21319]: cluster 2024-04-26T04:49:20.544732+0000 mgr.y (mgr.14152) 168 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 449 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:22.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[21319]: audit 2024-04-26T04:49:20.724838+0000 mon.c (mon.2) 10 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T04:49:22.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[21319]: audit 2024-04-26T04:49:21.450329+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:22.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[21319]: audit 2024-04-26T04:49:21.460363+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:22.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[21319]: audit 2024-04-26T04:49:21.462956+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:49:22.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[21319]: audit 2024-04-26T04:49:21.464779+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:49:22.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[21319]: audit 2024-04-26T04:49:21.466576+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:49:22.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[21319]: audit 2024-04-26T04:49:21.476668+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:22.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[21319]: audit 2024-04-26T04:49:21.478924+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:49:22.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[21319]: audit 2024-04-26T04:49:21.480630+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:49:22.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[21319]: audit 2024-04-26T04:49:21.490622+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:22.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[31411]: audit 2024-04-26T04:49:19.850712+0000 mon.c (mon.2) 9 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-26T04:49:22.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[31411]: cluster 2024-04-26T04:49:20.544732+0000 mgr.y (mgr.14152) 168 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 449 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:22.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[31411]: audit 2024-04-26T04:49:20.724838+0000 mon.c (mon.2) 10 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-26T04:49:22.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[31411]: audit 2024-04-26T04:49:21.450329+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:22.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[31411]: audit 2024-04-26T04:49:21.460363+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:22.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[31411]: audit 2024-04-26T04:49:21.462956+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:49:22.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[31411]: audit 2024-04-26T04:49:21.464779+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:49:22.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[31411]: audit 2024-04-26T04:49:21.466576+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:49:22.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[31411]: audit 2024-04-26T04:49:21.476668+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:22.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[31411]: audit 2024-04-26T04:49:21.478924+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:49:22.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[31411]: audit 2024-04-26T04:49:21.480630+0000 mon.a (mon.0) 390 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:49:22.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:21 smithi102 bash[31411]: audit 2024-04-26T04:49:21.490622+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:23.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:22 smithi174 bash[23471]: cephadm 2024-04-26T04:49:21.441141+0000 mgr.y (mgr.14152) 169 : cephadm [INF] Detected new or changed devices on smithi102 2024-04-26T04:49:23.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:22 smithi174 bash[23471]: cephadm 2024-04-26T04:49:21.467885+0000 mgr.y (mgr.14152) 170 : cephadm [INF] Adjusting osd_memory_target on smithi102 to 5413M 2024-04-26T04:49:23.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:22 smithi102 bash[31411]: cephadm 2024-04-26T04:49:21.441141+0000 mgr.y (mgr.14152) 169 : cephadm [INF] Detected new or changed devices on smithi102 2024-04-26T04:49:23.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:22 smithi102 bash[31411]: cephadm 2024-04-26T04:49:21.467885+0000 mgr.y (mgr.14152) 170 : cephadm [INF] Adjusting osd_memory_target on smithi102 to 5413M 2024-04-26T04:49:23.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:22 smithi102 bash[21319]: cephadm 2024-04-26T04:49:21.441141+0000 mgr.y (mgr.14152) 169 : cephadm [INF] Detected new or changed devices on smithi102 2024-04-26T04:49:23.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:22 smithi102 bash[21319]: cephadm 2024-04-26T04:49:21.467885+0000 mgr.y (mgr.14152) 170 : cephadm [INF] Adjusting osd_memory_target on smithi102 to 5413M 2024-04-26T04:49:24.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:23 smithi174 bash[23471]: cluster 2024-04-26T04:49:22.545391+0000 mgr.y (mgr.14152) 171 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 4.5 KiB/s rd, 218 KiB/s wr, 14 op/s 2024-04-26T04:49:24.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:23 smithi102 bash[21319]: cluster 2024-04-26T04:49:22.545391+0000 mgr.y (mgr.14152) 171 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 4.5 KiB/s rd, 218 KiB/s wr, 14 op/s 2024-04-26T04:49:24.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:23 smithi102 bash[31411]: cluster 2024-04-26T04:49:22.545391+0000 mgr.y (mgr.14152) 171 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 4.5 KiB/s rd, 218 KiB/s wr, 14 op/s 2024-04-26T04:49:25.681 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:49:25.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:25 smithi102 bash[21319]: cluster 2024-04-26T04:49:24.545958+0000 mgr.y (mgr.14152) 172 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.4 KiB/s rd, 163 KiB/s wr, 11 op/s 2024-04-26T04:49:25.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:25 smithi102 bash[31411]: cluster 2024-04-26T04:49:24.545958+0000 mgr.y (mgr.14152) 172 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.4 KiB/s rd, 163 KiB/s wr, 11 op/s 2024-04-26T04:49:26.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:25 smithi174 bash[23471]: cluster 2024-04-26T04:49:24.545958+0000 mgr.y (mgr.14152) 172 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.4 KiB/s rd, 163 KiB/s wr, 11 op/s 2024-04-26T04:49:27.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:27 smithi102 bash[31411]: cluster 2024-04-26T04:49:26.546546+0000 mgr.y (mgr.14152) 173 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2024-04-26T04:49:27.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:27 smithi102 bash[21319]: cluster 2024-04-26T04:49:26.546546+0000 mgr.y (mgr.14152) 173 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2024-04-26T04:49:28.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:27 smithi174 bash[23471]: cluster 2024-04-26T04:49:26.546546+0000 mgr.y (mgr.14152) 173 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2024-04-26T04:49:29.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:28 smithi174 bash[23471]: audit 2024-04-26T04:49:28.720619+0000 mon.a (mon.0) 392 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:49:29.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:28 smithi174 bash[23471]: audit 2024-04-26T04:49:28.726313+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:49:29.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:28 smithi174 bash[23471]: audit 2024-04-26T04:49:28.727419+0000 mon.a (mon.0) 394 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:49:29.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:28 smithi102 bash[31411]: audit 2024-04-26T04:49:28.720619+0000 mon.a (mon.0) 392 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:49:29.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:28 smithi102 bash[31411]: audit 2024-04-26T04:49:28.726313+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:49:29.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:28 smithi102 bash[31411]: audit 2024-04-26T04:49:28.727419+0000 mon.a (mon.0) 394 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:49:29.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:28 smithi102 bash[21319]: audit 2024-04-26T04:49:28.720619+0000 mon.a (mon.0) 392 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:49:29.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:28 smithi102 bash[21319]: audit 2024-04-26T04:49:28.726313+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:49:29.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:28 smithi102 bash[21319]: audit 2024-04-26T04:49:28.727419+0000 mon.a (mon.0) 394 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:49:30.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:29 smithi174 bash[23471]: cluster 2024-04-26T04:49:28.546899+0000 mgr.y (mgr.14152) 174 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-04-26T04:49:30.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:29 smithi174 bash[23471]: audit 2024-04-26T04:49:28.716683+0000 mgr.y (mgr.14152) 175 : audit [DBG] from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:49:30.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:29 smithi102 bash[21319]: cluster 2024-04-26T04:49:28.546899+0000 mgr.y (mgr.14152) 174 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-04-26T04:49:30.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:29 smithi102 bash[21319]: audit 2024-04-26T04:49:28.716683+0000 mgr.y (mgr.14152) 175 : audit [DBG] from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:49:30.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:29 smithi102 bash[31411]: cluster 2024-04-26T04:49:28.546899+0000 mgr.y (mgr.14152) 174 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-04-26T04:49:30.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:29 smithi102 bash[31411]: audit 2024-04-26T04:49:28.716683+0000 mgr.y (mgr.14152) 175 : audit [DBG] from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:49:32.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:31 smithi174 bash[23471]: cluster 2024-04-26T04:49:30.547392+0000 mgr.y (mgr.14152) 176 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-04-26T04:49:32.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:31 smithi102 bash[21319]: cluster 2024-04-26T04:49:30.547392+0000 mgr.y (mgr.14152) 176 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-04-26T04:49:32.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:31 smithi102 bash[31411]: cluster 2024-04-26T04:49:30.547392+0000 mgr.y (mgr.14152) 176 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-04-26T04:49:33.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:33 smithi102 bash[21319]: cluster 2024-04-26T04:49:32.547979+0000 mgr.y (mgr.14152) 177 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-04-26T04:49:33.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:33 smithi102 bash[31411]: cluster 2024-04-26T04:49:32.547979+0000 mgr.y (mgr.14152) 177 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-04-26T04:49:34.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:33 smithi174 bash[23471]: cluster 2024-04-26T04:49:32.547979+0000 mgr.y (mgr.14152) 177 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-04-26T04:49:36.085 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:35 smithi102 bash[21319]: cluster 2024-04-26T04:49:34.548515+0000 mgr.y (mgr.14152) 178 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:36.086 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:35 smithi102 bash[31411]: cluster 2024-04-26T04:49:34.548515+0000 mgr.y (mgr.14152) 178 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:36.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:35 smithi174 bash[23471]: cluster 2024-04-26T04:49:34.548515+0000 mgr.y (mgr.14152) 178 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:38.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:37 smithi174 bash[23471]: cluster 2024-04-26T04:49:36.548954+0000 mgr.y (mgr.14152) 179 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:38.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:37 smithi174 bash[23471]: audit 2024-04-26T04:49:37.035004+0000 mon.c (mon.2) 11 : audit [INF] from='client.? 172.21.15.102:0/3983543557' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "59554603-74c2-48a4-9ae6-21904ca7f5f7"}]: dispatch 2024-04-26T04:49:38.183 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:37 smithi174 bash[23471]: audit 2024-04-26T04:49:37.035465+0000 mon.a (mon.0) 395 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "59554603-74c2-48a4-9ae6-21904ca7f5f7"}]: dispatch 2024-04-26T04:49:38.183 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:37 smithi174 bash[23471]: audit 2024-04-26T04:49:37.046216+0000 mon.a (mon.0) 396 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "59554603-74c2-48a4-9ae6-21904ca7f5f7"}]': finished 2024-04-26T04:49:38.183 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:37 smithi174 bash[23471]: cluster 2024-04-26T04:49:37.046403+0000 mon.a (mon.0) 397 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-04-26T04:49:38.183 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:37 smithi174 bash[23471]: audit 2024-04-26T04:49:37.046678+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T04:49:38.183 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:37 smithi174 bash[23471]: audit 2024-04-26T04:49:37.758956+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.102:0/3724695938' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:49:38.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:37 smithi102 bash[31411]: cluster 2024-04-26T04:49:36.548954+0000 mgr.y (mgr.14152) 179 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:38.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:37 smithi102 bash[31411]: audit 2024-04-26T04:49:37.035004+0000 mon.c (mon.2) 11 : audit [INF] from='client.? 172.21.15.102:0/3983543557' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "59554603-74c2-48a4-9ae6-21904ca7f5f7"}]: dispatch 2024-04-26T04:49:38.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:37 smithi102 bash[31411]: audit 2024-04-26T04:49:37.035465+0000 mon.a (mon.0) 395 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "59554603-74c2-48a4-9ae6-21904ca7f5f7"}]: dispatch 2024-04-26T04:49:38.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:37 smithi102 bash[31411]: audit 2024-04-26T04:49:37.046216+0000 mon.a (mon.0) 396 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "59554603-74c2-48a4-9ae6-21904ca7f5f7"}]': finished 2024-04-26T04:49:38.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:37 smithi102 bash[31411]: cluster 2024-04-26T04:49:37.046403+0000 mon.a (mon.0) 397 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-04-26T04:49:38.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:37 smithi102 bash[31411]: audit 2024-04-26T04:49:37.046678+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T04:49:38.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:37 smithi102 bash[31411]: audit 2024-04-26T04:49:37.758956+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.102:0/3724695938' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:49:38.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:37 smithi102 bash[21319]: cluster 2024-04-26T04:49:36.548954+0000 mgr.y (mgr.14152) 179 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:38.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:37 smithi102 bash[21319]: audit 2024-04-26T04:49:37.035004+0000 mon.c (mon.2) 11 : audit [INF] from='client.? 172.21.15.102:0/3983543557' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "59554603-74c2-48a4-9ae6-21904ca7f5f7"}]: dispatch 2024-04-26T04:49:38.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:37 smithi102 bash[21319]: audit 2024-04-26T04:49:37.035465+0000 mon.a (mon.0) 395 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "59554603-74c2-48a4-9ae6-21904ca7f5f7"}]: dispatch 2024-04-26T04:49:38.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:37 smithi102 bash[21319]: audit 2024-04-26T04:49:37.046216+0000 mon.a (mon.0) 396 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "59554603-74c2-48a4-9ae6-21904ca7f5f7"}]': finished 2024-04-26T04:49:38.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:37 smithi102 bash[21319]: cluster 2024-04-26T04:49:37.046403+0000 mon.a (mon.0) 397 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-04-26T04:49:38.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:37 smithi102 bash[21319]: audit 2024-04-26T04:49:37.046678+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T04:49:38.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:37 smithi102 bash[21319]: audit 2024-04-26T04:49:37.758956+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.102:0/3724695938' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:49:40.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:39 smithi174 bash[23471]: cluster 2024-04-26T04:49:38.549385+0000 mgr.y (mgr.14152) 180 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:40.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:39 smithi102 bash[31411]: cluster 2024-04-26T04:49:38.549385+0000 mgr.y (mgr.14152) 180 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:40.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:39 smithi102 bash[21319]: cluster 2024-04-26T04:49:38.549385+0000 mgr.y (mgr.14152) 180 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:42.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:41 smithi174 bash[23471]: cluster 2024-04-26T04:49:40.549952+0000 mgr.y (mgr.14152) 181 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:42.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:41 smithi102 bash[21319]: cluster 2024-04-26T04:49:40.549952+0000 mgr.y (mgr.14152) 181 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:42.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:41 smithi102 bash[31411]: cluster 2024-04-26T04:49:40.549952+0000 mgr.y (mgr.14152) 181 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:44.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:43 smithi174 bash[23471]: cluster 2024-04-26T04:49:42.550620+0000 mgr.y (mgr.14152) 182 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:44.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:43 smithi102 bash[21319]: cluster 2024-04-26T04:49:42.550620+0000 mgr.y (mgr.14152) 182 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:44.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:43 smithi102 bash[31411]: cluster 2024-04-26T04:49:42.550620+0000 mgr.y (mgr.14152) 182 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:46.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:45 smithi174 bash[23471]: cluster 2024-04-26T04:49:44.551223+0000 mgr.y (mgr.14152) 183 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:46.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:45 smithi102 bash[21319]: cluster 2024-04-26T04:49:44.551223+0000 mgr.y (mgr.14152) 183 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:46.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:45 smithi102 bash[31411]: cluster 2024-04-26T04:49:44.551223+0000 mgr.y (mgr.14152) 183 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:48.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:47 smithi174 bash[23471]: cluster 2024-04-26T04:49:46.551914+0000 mgr.y (mgr.14152) 184 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:48.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:47 smithi102 bash[21319]: cluster 2024-04-26T04:49:46.551914+0000 mgr.y (mgr.14152) 184 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:48.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:47 smithi102 bash[31411]: cluster 2024-04-26T04:49:46.551914+0000 mgr.y (mgr.14152) 184 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:50.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:49 smithi174 bash[23471]: cluster 2024-04-26T04:49:48.552480+0000 mgr.y (mgr.14152) 185 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:50.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:49 smithi174 bash[23471]: audit 2024-04-26T04:49:49.502956+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T04:49:50.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:49 smithi174 bash[23471]: audit 2024-04-26T04:49:49.504692+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:49:50.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:49 smithi102 bash[21319]: cluster 2024-04-26T04:49:48.552480+0000 mgr.y (mgr.14152) 185 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:50.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:49 smithi102 bash[21319]: audit 2024-04-26T04:49:49.502956+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T04:49:50.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:49 smithi102 bash[21319]: audit 2024-04-26T04:49:49.504692+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:49:50.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:49 smithi102 bash[31411]: cluster 2024-04-26T04:49:48.552480+0000 mgr.y (mgr.14152) 185 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:50.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:49 smithi102 bash[31411]: audit 2024-04-26T04:49:49.502956+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T04:49:50.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:49 smithi102 bash[31411]: audit 2024-04-26T04:49:49.504692+0000 mon.a (mon.0) 400 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:49:51.065 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:50 smithi102 bash[31411]: cephadm 2024-04-26T04:49:49.506033+0000 mgr.y (mgr.14152) 186 : cephadm [INF] Deploying daemon osd.3 on smithi102 2024-04-26T04:49:51.065 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:50 smithi102 bash[21319]: cephadm 2024-04-26T04:49:49.506033+0000 mgr.y (mgr.14152) 186 : cephadm [INF] Deploying daemon osd.3 on smithi102 2024-04-26T04:49:51.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:50 smithi174 bash[23471]: cephadm 2024-04-26T04:49:49.506033+0000 mgr.y (mgr.14152) 186 : cephadm [INF] Deploying daemon osd.3 on smithi102 2024-04-26T04:49:51.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:51 smithi102 bash[21319]: cluster 2024-04-26T04:49:50.553034+0000 mgr.y (mgr.14152) 187 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:51.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:51 smithi102 bash[31411]: cluster 2024-04-26T04:49:50.553034+0000 mgr.y (mgr.14152) 187 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:52.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:51 smithi174 bash[23471]: cluster 2024-04-26T04:49:50.553034+0000 mgr.y (mgr.14152) 187 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:53.794 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:53 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:53.795 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 04:49:53 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:53.795 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 04:49:53 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:53.795 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 04:49:53 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:53.795 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:53 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:53.796 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:49:53 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:54.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:53 smithi174 bash[23471]: cluster 2024-04-26T04:49:52.553406+0000 mgr.y (mgr.14152) 188 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:54.203 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 04:49:53 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:54.203 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 04:49:53 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:54.203 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 04:49:53 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:54.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:53 smithi102 bash[21319]: cluster 2024-04-26T04:49:52.553406+0000 mgr.y (mgr.14152) 188 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:54.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:53 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:54.204 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:49:53 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:54.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:53 smithi102 bash[31411]: cluster 2024-04-26T04:49:52.553406+0000 mgr.y (mgr.14152) 188 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:54.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:53 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:49:55.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:55 smithi174 bash[23471]: audit 2024-04-26T04:49:54.062664+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:55.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:55 smithi174 bash[23471]: audit 2024-04-26T04:49:54.070485+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:55.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:55 smithi174 bash[23471]: audit 2024-04-26T04:49:54.104119+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:49:55.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:55 smithi174 bash[23471]: cluster 2024-04-26T04:49:54.553905+0000 mgr.y (mgr.14152) 189 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:55.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:55 smithi102 bash[31411]: audit 2024-04-26T04:49:54.062664+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:55.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:55 smithi102 bash[31411]: audit 2024-04-26T04:49:54.070485+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:55.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:55 smithi102 bash[31411]: audit 2024-04-26T04:49:54.104119+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:49:55.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:55 smithi102 bash[31411]: cluster 2024-04-26T04:49:54.553905+0000 mgr.y (mgr.14152) 189 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:55.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:55 smithi102 bash[21319]: audit 2024-04-26T04:49:54.062664+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:55.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:55 smithi102 bash[21319]: audit 2024-04-26T04:49:54.070485+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:55.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:55 smithi102 bash[21319]: audit 2024-04-26T04:49:54.104119+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:49:55.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:55 smithi102 bash[21319]: cluster 2024-04-26T04:49:54.553905+0000 mgr.y (mgr.14152) 189 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:57.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:57 smithi174 bash[23471]: cluster 2024-04-26T04:49:56.554516+0000 mgr.y (mgr.14152) 190 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:57.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:57 smithi102 bash[21319]: cluster 2024-04-26T04:49:56.554516+0000 mgr.y (mgr.14152) 190 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:57.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:57 smithi102 bash[31411]: cluster 2024-04-26T04:49:56.554516+0000 mgr.y (mgr.14152) 190 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:59.864 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:59 smithi102 bash[31411]: cluster 2024-04-26T04:49:58.555184+0000 mgr.y (mgr.14152) 191 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:59.864 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:59 smithi102 bash[31411]: audit 2024-04-26T04:49:59.302573+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:59.864 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:59 smithi102 bash[31411]: audit 2024-04-26T04:49:59.308862+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:59.864 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:59 smithi102 bash[31411]: audit 2024-04-26T04:49:59.309943+0000 mon.a (mon.0) 406 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:49:59.864 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:59 smithi102 bash[31411]: audit 2024-04-26T04:49:59.311112+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:49:59.864 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:49:59 smithi102 bash[31411]: audit 2024-04-26T04:49:59.320124+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:59.864 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:59 smithi102 bash[21319]: cluster 2024-04-26T04:49:58.555184+0000 mgr.y (mgr.14152) 191 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:59.864 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:59 smithi102 bash[21319]: audit 2024-04-26T04:49:59.302573+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:59.864 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:59 smithi102 bash[21319]: audit 2024-04-26T04:49:59.308862+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:59.865 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:59 smithi102 bash[21319]: audit 2024-04-26T04:49:59.309943+0000 mon.a (mon.0) 406 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:49:59.865 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:59 smithi102 bash[21319]: audit 2024-04-26T04:49:59.311112+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:49:59.865 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:49:59 smithi102 bash[21319]: audit 2024-04-26T04:49:59.320124+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:59.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:59 smithi174 bash[23471]: cluster 2024-04-26T04:49:58.555184+0000 mgr.y (mgr.14152) 191 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:49:59.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:59 smithi174 bash[23471]: audit 2024-04-26T04:49:59.302573+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:59.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:59 smithi174 bash[23471]: audit 2024-04-26T04:49:59.308862+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:49:59.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:59 smithi174 bash[23471]: audit 2024-04-26T04:49:59.309943+0000 mon.a (mon.0) 406 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:49:59.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:59 smithi174 bash[23471]: audit 2024-04-26T04:49:59.311112+0000 mon.a (mon.0) 407 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:49:59.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:49:59 smithi174 bash[23471]: audit 2024-04-26T04:49:59.320124+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:00.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:00 smithi174 bash[23471]: cluster 2024-04-26T04:50:00.000148+0000 mon.a (mon.0) 409 : cluster [INF] overall HEALTH_OK 2024-04-26T04:50:00.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:00 smithi102 bash[21319]: cluster 2024-04-26T04:50:00.000148+0000 mon.a (mon.0) 409 : cluster [INF] overall HEALTH_OK 2024-04-26T04:50:00.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:00 smithi102 bash[31411]: cluster 2024-04-26T04:50:00.000148+0000 mon.a (mon.0) 409 : cluster [INF] overall HEALTH_OK 2024-04-26T04:50:01.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:01 smithi174 bash[23471]: cluster 2024-04-26T04:50:00.555890+0000 mgr.y (mgr.14152) 192 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:50:01.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:01 smithi174 bash[23471]: audit 2024-04-26T04:50:00.718378+0000 mon.a (mon.0) 410 : audit [INF] from='osd.3 [v2:172.21.15.102:6826/621421344,v1:172.21.15.102:6827/621421344]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T04:50:01.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:01 smithi102 bash[21319]: cluster 2024-04-26T04:50:00.555890+0000 mgr.y (mgr.14152) 192 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:50:01.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:01 smithi102 bash[21319]: audit 2024-04-26T04:50:00.718378+0000 mon.a (mon.0) 410 : audit [INF] from='osd.3 [v2:172.21.15.102:6826/621421344,v1:172.21.15.102:6827/621421344]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T04:50:01.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:01 smithi102 bash[31411]: cluster 2024-04-26T04:50:00.555890+0000 mgr.y (mgr.14152) 192 : cluster [DBG] pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:50:01.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:01 smithi102 bash[31411]: audit 2024-04-26T04:50:00.718378+0000 mon.a (mon.0) 410 : audit [INF] from='osd.3 [v2:172.21.15.102:6826/621421344,v1:172.21.15.102:6827/621421344]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T04:50:02.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:02 smithi174 bash[23471]: audit 2024-04-26T04:50:01.634189+0000 mon.a (mon.0) 411 : audit [INF] from='osd.3 [v2:172.21.15.102:6826/621421344,v1:172.21.15.102:6827/621421344]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T04:50:02.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:02 smithi174 bash[23471]: cluster 2024-04-26T04:50:01.634257+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-04-26T04:50:02.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:02 smithi174 bash[23471]: audit 2024-04-26T04:50:01.634405+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T04:50:02.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:02 smithi174 bash[23471]: audit 2024-04-26T04:50:01.634852+0000 mon.a (mon.0) 414 : audit [INF] from='osd.3 [v2:172.21.15.102:6826/621421344,v1:172.21.15.102:6827/621421344]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T04:50:02.932 INFO:teuthology.orchestra.run.smithi102.stdout:Created osd(s) 3 on host 'smithi102' 2024-04-26T04:50:02.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:02 smithi102 bash[21319]: audit 2024-04-26T04:50:01.634189+0000 mon.a (mon.0) 411 : audit [INF] from='osd.3 [v2:172.21.15.102:6826/621421344,v1:172.21.15.102:6827/621421344]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T04:50:02.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:02 smithi102 bash[21319]: cluster 2024-04-26T04:50:01.634257+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-04-26T04:50:02.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:02 smithi102 bash[21319]: audit 2024-04-26T04:50:01.634405+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T04:50:02.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:02 smithi102 bash[21319]: audit 2024-04-26T04:50:01.634852+0000 mon.a (mon.0) 414 : audit [INF] from='osd.3 [v2:172.21.15.102:6826/621421344,v1:172.21.15.102:6827/621421344]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T04:50:02.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:02 smithi102 bash[31411]: audit 2024-04-26T04:50:01.634189+0000 mon.a (mon.0) 411 : audit [INF] from='osd.3 [v2:172.21.15.102:6826/621421344,v1:172.21.15.102:6827/621421344]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T04:50:02.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:02 smithi102 bash[31411]: cluster 2024-04-26T04:50:01.634257+0000 mon.a (mon.0) 412 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-04-26T04:50:02.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:02 smithi102 bash[31411]: audit 2024-04-26T04:50:01.634405+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T04:50:02.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:02 smithi102 bash[31411]: audit 2024-04-26T04:50:01.634852+0000 mon.a (mon.0) 414 : audit [INF] from='osd.3 [v2:172.21.15.102:6826/621421344,v1:172.21.15.102:6827/621421344]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T04:50:03.672 DEBUG:teuthology.orchestra.run.smithi102:osd.3> sudo journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.3.service 2024-04-26T04:50:03.675 INFO:tasks.cephadm:Deploying osd.4 on smithi174 with /dev/vg_nvme/lv_4... 2024-04-26T04:50:03.675 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-26T04:50:03.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:03 smithi174 bash[23471]: cluster 2024-04-26T04:50:02.556397+0000 mgr.y (mgr.14152) 193 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:50:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:03 smithi174 bash[23471]: audit 2024-04-26T04:50:02.639094+0000 mon.a (mon.0) 415 : audit [INF] from='osd.3 [v2:172.21.15.102:6826/621421344,v1:172.21.15.102:6827/621421344]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-26T04:50:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:03 smithi174 bash[23471]: cluster 2024-04-26T04:50:02.639282+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2024-04-26T04:50:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:03 smithi174 bash[23471]: audit 2024-04-26T04:50:02.640075+0000 mon.a (mon.0) 417 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T04:50:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:03 smithi174 bash[23471]: audit 2024-04-26T04:50:02.649432+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T04:50:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:03 smithi174 bash[23471]: audit 2024-04-26T04:50:02.895169+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:03 smithi174 bash[23471]: audit 2024-04-26T04:50:02.900022+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:50:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:03 smithi174 bash[23471]: audit 2024-04-26T04:50:02.906493+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:03.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:03 smithi102 bash[31411]: cluster 2024-04-26T04:50:02.556397+0000 mgr.y (mgr.14152) 193 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:50:03.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:03 smithi102 bash[31411]: audit 2024-04-26T04:50:02.639094+0000 mon.a (mon.0) 415 : audit [INF] from='osd.3 [v2:172.21.15.102:6826/621421344,v1:172.21.15.102:6827/621421344]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-26T04:50:03.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:03 smithi102 bash[31411]: cluster 2024-04-26T04:50:02.639282+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2024-04-26T04:50:03.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:03 smithi102 bash[31411]: audit 2024-04-26T04:50:02.640075+0000 mon.a (mon.0) 417 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T04:50:03.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:03 smithi102 bash[31411]: audit 2024-04-26T04:50:02.649432+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T04:50:03.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:03 smithi102 bash[31411]: audit 2024-04-26T04:50:02.895169+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:03.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:03 smithi102 bash[31411]: audit 2024-04-26T04:50:02.900022+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:50:03.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:03 smithi102 bash[31411]: audit 2024-04-26T04:50:02.906493+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:03.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:03 smithi102 bash[21319]: cluster 2024-04-26T04:50:02.556397+0000 mgr.y (mgr.14152) 193 : cluster [DBG] pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:50:03.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:03 smithi102 bash[21319]: audit 2024-04-26T04:50:02.639094+0000 mon.a (mon.0) 415 : audit [INF] from='osd.3 [v2:172.21.15.102:6826/621421344,v1:172.21.15.102:6827/621421344]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-26T04:50:03.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:03 smithi102 bash[21319]: cluster 2024-04-26T04:50:02.639282+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e25: 4 total, 3 up, 4 in 2024-04-26T04:50:03.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:03 smithi102 bash[21319]: audit 2024-04-26T04:50:02.640075+0000 mon.a (mon.0) 417 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T04:50:03.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:03 smithi102 bash[21319]: audit 2024-04-26T04:50:02.649432+0000 mon.a (mon.0) 418 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T04:50:03.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:03 smithi102 bash[21319]: audit 2024-04-26T04:50:02.895169+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:03.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:03 smithi102 bash[21319]: audit 2024-04-26T04:50:02.900022+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:50:03.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:03 smithi102 bash[21319]: audit 2024-04-26T04:50:02.906493+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:04.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:04 smithi174 bash[23471]: cluster 2024-04-26T04:50:01.765614+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:50:04.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:04 smithi174 bash[23471]: cluster 2024-04-26T04:50:01.765702+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:50:04.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:04 smithi174 bash[23471]: cluster 2024-04-26T04:50:03.648038+0000 mon.a (mon.0) 422 : cluster [INF] osd.3 [v2:172.21.15.102:6826/621421344,v1:172.21.15.102:6827/621421344] boot 2024-04-26T04:50:04.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:04 smithi174 bash[23471]: cluster 2024-04-26T04:50:03.648124+0000 mon.a (mon.0) 423 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-04-26T04:50:04.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:04 smithi174 bash[23471]: audit 2024-04-26T04:50:03.649203+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T04:50:04.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:04 smithi102 bash[21319]: cluster 2024-04-26T04:50:01.765614+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:50:04.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:04 smithi102 bash[21319]: cluster 2024-04-26T04:50:01.765702+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:50:04.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:04 smithi102 bash[21319]: cluster 2024-04-26T04:50:03.648038+0000 mon.a (mon.0) 422 : cluster [INF] osd.3 [v2:172.21.15.102:6826/621421344,v1:172.21.15.102:6827/621421344] boot 2024-04-26T04:50:04.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:04 smithi102 bash[21319]: cluster 2024-04-26T04:50:03.648124+0000 mon.a (mon.0) 423 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-04-26T04:50:04.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:04 smithi102 bash[21319]: audit 2024-04-26T04:50:03.649203+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T04:50:04.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:04 smithi102 bash[31411]: cluster 2024-04-26T04:50:01.765614+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:50:04.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:04 smithi102 bash[31411]: cluster 2024-04-26T04:50:01.765702+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:50:04.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:04 smithi102 bash[31411]: cluster 2024-04-26T04:50:03.648038+0000 mon.a (mon.0) 422 : cluster [INF] osd.3 [v2:172.21.15.102:6826/621421344,v1:172.21.15.102:6827/621421344] boot 2024-04-26T04:50:04.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:04 smithi102 bash[31411]: cluster 2024-04-26T04:50:03.648124+0000 mon.a (mon.0) 423 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-04-26T04:50:04.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:04 smithi102 bash[31411]: audit 2024-04-26T04:50:03.649203+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T04:50:05.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:05 smithi174 bash[23471]: cluster 2024-04-26T04:50:04.557052+0000 mgr.y (mgr.14152) 194 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:50:05.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:05 smithi174 bash[23471]: cluster 2024-04-26T04:50:04.670037+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2024-04-26T04:50:05.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:05 smithi102 bash[21319]: cluster 2024-04-26T04:50:04.557052+0000 mgr.y (mgr.14152) 194 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:50:05.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:05 smithi102 bash[21319]: cluster 2024-04-26T04:50:04.670037+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2024-04-26T04:50:05.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:05 smithi102 bash[31411]: cluster 2024-04-26T04:50:04.557052+0000 mgr.y (mgr.14152) 194 : cluster [DBG] pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-04-26T04:50:05.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:05 smithi102 bash[31411]: cluster 2024-04-26T04:50:04.670037+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e27: 4 total, 4 up, 4 in 2024-04-26T04:50:07.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:07 smithi174 bash[23471]: cluster 2024-04-26T04:50:06.557599+0000 mgr.y (mgr.14152) 195 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:07.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:07 smithi102 bash[21319]: cluster 2024-04-26T04:50:06.557599+0000 mgr.y (mgr.14152) 195 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:07.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:07 smithi102 bash[31411]: cluster 2024-04-26T04:50:06.557599+0000 mgr.y (mgr.14152) 195 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:08.387 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T04:50:09.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:09 smithi174 bash[23471]: cluster 2024-04-26T04:50:08.558145+0000 mgr.y (mgr.14152) 196 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:09.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:09 smithi102 bash[21319]: cluster 2024-04-26T04:50:08.558145+0000 mgr.y (mgr.14152) 196 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:09.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:09 smithi102 bash[31411]: cluster 2024-04-26T04:50:08.558145+0000 mgr.y (mgr.14152) 196 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:11.243 INFO:teuthology.orchestra.run.smithi174.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-26T04:50:11.243 INFO:teuthology.orchestra.run.smithi174.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-26T04:50:11.244 INFO:teuthology.orchestra.run.smithi174.stderr: stderr: 10+0 records in 2024-04-26T04:50:11.244 INFO:teuthology.orchestra.run.smithi174.stderr:10+0 records out 2024-04-26T04:50:11.244 INFO:teuthology.orchestra.run.smithi174.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0146624 s, 715 MB/s 2024-04-26T04:50:11.244 INFO:teuthology.orchestra.run.smithi174.stderr:--> Zapping successful for: 2024-04-26T04:50:11.853 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi174:vg_nvme/lv_4 2024-04-26T04:50:11.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:11 smithi174 bash[23471]: cluster 2024-04-26T04:50:10.558522+0000 mgr.y (mgr.14152) 197 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:11.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:11 smithi102 bash[21319]: cluster 2024-04-26T04:50:10.558522+0000 mgr.y (mgr.14152) 197 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:11.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:11 smithi102 bash[31411]: cluster 2024-04-26T04:50:10.558522+0000 mgr.y (mgr.14152) 197 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:13.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:13 smithi174 bash[23471]: cephadm 2024-04-26T04:50:12.490769+0000 mgr.y (mgr.14152) 198 : cephadm [INF] Detected new or changed devices on smithi102 2024-04-26T04:50:13.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:13 smithi174 bash[23471]: audit 2024-04-26T04:50:12.498585+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:13.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:13 smithi174 bash[23471]: audit 2024-04-26T04:50:12.507139+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:13.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:13 smithi174 bash[23471]: audit 2024-04-26T04:50:12.509687+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:50:13.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:13 smithi174 bash[23471]: audit 2024-04-26T04:50:12.511451+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:50:13.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:13 smithi174 bash[23471]: audit 2024-04-26T04:50:12.513215+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:50:13.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:13 smithi174 bash[23471]: audit 2024-04-26T04:50:12.514936+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:50:13.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:13 smithi174 bash[23471]: cephadm 2024-04-26T04:50:12.516222+0000 mgr.y (mgr.14152) 199 : cephadm [INF] Adjusting osd_memory_target on smithi102 to 4060M 2024-04-26T04:50:13.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:13 smithi174 bash[23471]: audit 2024-04-26T04:50:12.526893+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:13.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:13 smithi174 bash[23471]: audit 2024-04-26T04:50:12.529090+0000 mon.a (mon.0) 433 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:50:13.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:13 smithi174 bash[23471]: audit 2024-04-26T04:50:12.530502+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:50:13.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:13 smithi174 bash[23471]: audit 2024-04-26T04:50:12.542219+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:13.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:13 smithi174 bash[23471]: cluster 2024-04-26T04:50:12.558883+0000 mgr.y (mgr.14152) 200 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:13.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[21319]: cephadm 2024-04-26T04:50:12.490769+0000 mgr.y (mgr.14152) 198 : cephadm [INF] Detected new or changed devices on smithi102 2024-04-26T04:50:13.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[21319]: audit 2024-04-26T04:50:12.498585+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:13.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[21319]: audit 2024-04-26T04:50:12.507139+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:13.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[21319]: audit 2024-04-26T04:50:12.509687+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:50:13.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[21319]: audit 2024-04-26T04:50:12.511451+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:50:13.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[21319]: audit 2024-04-26T04:50:12.513215+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:50:13.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[21319]: audit 2024-04-26T04:50:12.514936+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:50:13.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[21319]: cephadm 2024-04-26T04:50:12.516222+0000 mgr.y (mgr.14152) 199 : cephadm [INF] Adjusting osd_memory_target on smithi102 to 4060M 2024-04-26T04:50:13.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[21319]: audit 2024-04-26T04:50:12.526893+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:13.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[21319]: audit 2024-04-26T04:50:12.529090+0000 mon.a (mon.0) 433 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:50:13.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[21319]: audit 2024-04-26T04:50:12.530502+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:50:13.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[21319]: audit 2024-04-26T04:50:12.542219+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:13.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[21319]: cluster 2024-04-26T04:50:12.558883+0000 mgr.y (mgr.14152) 200 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:13.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[31411]: cephadm 2024-04-26T04:50:12.490769+0000 mgr.y (mgr.14152) 198 : cephadm [INF] Detected new or changed devices on smithi102 2024-04-26T04:50:13.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[31411]: audit 2024-04-26T04:50:12.498585+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:13.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[31411]: audit 2024-04-26T04:50:12.507139+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:13.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[31411]: audit 2024-04-26T04:50:12.509687+0000 mon.a (mon.0) 428 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:50:13.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[31411]: audit 2024-04-26T04:50:12.511451+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:50:13.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[31411]: audit 2024-04-26T04:50:12.513215+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:50:13.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[31411]: audit 2024-04-26T04:50:12.514936+0000 mon.a (mon.0) 431 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:50:13.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[31411]: cephadm 2024-04-26T04:50:12.516222+0000 mgr.y (mgr.14152) 199 : cephadm [INF] Adjusting osd_memory_target on smithi102 to 4060M 2024-04-26T04:50:13.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[31411]: audit 2024-04-26T04:50:12.526893+0000 mon.a (mon.0) 432 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:13.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[31411]: audit 2024-04-26T04:50:12.529090+0000 mon.a (mon.0) 433 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:50:13.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[31411]: audit 2024-04-26T04:50:12.530502+0000 mon.a (mon.0) 434 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:50:13.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[31411]: audit 2024-04-26T04:50:12.542219+0000 mon.a (mon.0) 435 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:13.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:13 smithi102 bash[31411]: cluster 2024-04-26T04:50:12.558883+0000 mgr.y (mgr.14152) 200 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:15.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:15 smithi174 bash[23471]: cluster 2024-04-26T04:50:14.559501+0000 mgr.y (mgr.14152) 201 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:15.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:15 smithi102 bash[21319]: cluster 2024-04-26T04:50:14.559501+0000 mgr.y (mgr.14152) 201 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:15.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:15 smithi102 bash[31411]: cluster 2024-04-26T04:50:14.559501+0000 mgr.y (mgr.14152) 201 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:16.569 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T04:50:17.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:17 smithi174 bash[23471]: cluster 2024-04-26T04:50:16.560128+0000 mgr.y (mgr.14152) 202 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:17.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:17 smithi102 bash[21319]: cluster 2024-04-26T04:50:16.560128+0000 mgr.y (mgr.14152) 202 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:17.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:17 smithi102 bash[31411]: cluster 2024-04-26T04:50:16.560128+0000 mgr.y (mgr.14152) 202 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:19.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:19 smithi174 bash[23471]: cluster 2024-04-26T04:50:18.560749+0000 mgr.y (mgr.14152) 203 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:19.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:19 smithi174 bash[23471]: audit 2024-04-26T04:50:19.102754+0000 mon.a (mon.0) 436 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:50:19.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:19 smithi174 bash[23471]: audit 2024-04-26T04:50:19.109784+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:50:19.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:19 smithi174 bash[23471]: audit 2024-04-26T04:50:19.111474+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:50:19.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:19 smithi102 bash[21319]: cluster 2024-04-26T04:50:18.560749+0000 mgr.y (mgr.14152) 203 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:19.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:19 smithi102 bash[21319]: audit 2024-04-26T04:50:19.102754+0000 mon.a (mon.0) 436 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:50:19.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:19 smithi102 bash[21319]: audit 2024-04-26T04:50:19.109784+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:50:19.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:19 smithi102 bash[21319]: audit 2024-04-26T04:50:19.111474+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:50:19.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:19 smithi102 bash[31411]: cluster 2024-04-26T04:50:18.560749+0000 mgr.y (mgr.14152) 203 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:19.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:19 smithi102 bash[31411]: audit 2024-04-26T04:50:19.102754+0000 mon.a (mon.0) 436 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:50:19.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:19 smithi102 bash[31411]: audit 2024-04-26T04:50:19.109784+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:50:19.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:19 smithi102 bash[31411]: audit 2024-04-26T04:50:19.111474+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:50:20.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:20 smithi174 bash[23471]: audit 2024-04-26T04:50:19.095499+0000 mgr.y (mgr.14152) 204 : audit [DBG] from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:50:20.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:20 smithi102 bash[21319]: audit 2024-04-26T04:50:19.095499+0000 mgr.y (mgr.14152) 204 : audit [DBG] from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:50:20.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:20 smithi102 bash[31411]: audit 2024-04-26T04:50:19.095499+0000 mgr.y (mgr.14152) 204 : audit [DBG] from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:50:21.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:21 smithi174 bash[23471]: cluster 2024-04-26T04:50:20.561340+0000 mgr.y (mgr.14152) 205 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:21.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:21 smithi102 bash[31411]: cluster 2024-04-26T04:50:20.561340+0000 mgr.y (mgr.14152) 205 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:21.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:21 smithi102 bash[21319]: cluster 2024-04-26T04:50:20.561340+0000 mgr.y (mgr.14152) 205 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:23.889 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:23 smithi174 bash[23471]: cluster 2024-04-26T04:50:22.562043+0000 mgr.y (mgr.14152) 206 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:23.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:23 smithi102 bash[21319]: cluster 2024-04-26T04:50:22.562043+0000 mgr.y (mgr.14152) 206 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:23.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:23 smithi102 bash[31411]: cluster 2024-04-26T04:50:22.562043+0000 mgr.y (mgr.14152) 206 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:25.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:25 smithi174 bash[23471]: cluster 2024-04-26T04:50:24.562623+0000 mgr.y (mgr.14152) 207 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:25.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:25 smithi102 bash[21319]: cluster 2024-04-26T04:50:24.562623+0000 mgr.y (mgr.14152) 207 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:25.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:25 smithi102 bash[31411]: cluster 2024-04-26T04:50:24.562623+0000 mgr.y (mgr.14152) 207 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:27.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:27 smithi174 bash[23471]: cluster 2024-04-26T04:50:26.563153+0000 mgr.y (mgr.14152) 208 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:27.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:27 smithi174 bash[23471]: audit 2024-04-26T04:50:26.906124+0000 mon.b (mon.1) 9 : audit [INF] from='client.? 172.21.15.174:0/54132295' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2620174f-db78-44b1-8f13-1cd95cf00437"}]: dispatch 2024-04-26T04:50:27.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:27 smithi174 bash[23471]: audit 2024-04-26T04:50:26.908144+0000 mon.a (mon.0) 439 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2620174f-db78-44b1-8f13-1cd95cf00437"}]: dispatch 2024-04-26T04:50:27.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:27 smithi174 bash[23471]: audit 2024-04-26T04:50:26.920117+0000 mon.a (mon.0) 440 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2620174f-db78-44b1-8f13-1cd95cf00437"}]': finished 2024-04-26T04:50:27.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:27 smithi174 bash[23471]: cluster 2024-04-26T04:50:26.920329+0000 mon.a (mon.0) 441 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-04-26T04:50:27.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:27 smithi174 bash[23471]: audit 2024-04-26T04:50:26.920623+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T04:50:27.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:27 smithi174 bash[23471]: audit 2024-04-26T04:50:27.591446+0000 mon.b (mon.1) 10 : audit [DBG] from='client.? 172.21.15.174:0/2681380957' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:50:27.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:27 smithi102 bash[21319]: cluster 2024-04-26T04:50:26.563153+0000 mgr.y (mgr.14152) 208 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:27.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:27 smithi102 bash[21319]: audit 2024-04-26T04:50:26.906124+0000 mon.b (mon.1) 9 : audit [INF] from='client.? 172.21.15.174:0/54132295' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2620174f-db78-44b1-8f13-1cd95cf00437"}]: dispatch 2024-04-26T04:50:27.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:27 smithi102 bash[21319]: audit 2024-04-26T04:50:26.908144+0000 mon.a (mon.0) 439 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2620174f-db78-44b1-8f13-1cd95cf00437"}]: dispatch 2024-04-26T04:50:27.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:27 smithi102 bash[21319]: audit 2024-04-26T04:50:26.920117+0000 mon.a (mon.0) 440 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2620174f-db78-44b1-8f13-1cd95cf00437"}]': finished 2024-04-26T04:50:27.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:27 smithi102 bash[21319]: cluster 2024-04-26T04:50:26.920329+0000 mon.a (mon.0) 441 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-04-26T04:50:27.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:27 smithi102 bash[21319]: audit 2024-04-26T04:50:26.920623+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T04:50:27.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:27 smithi102 bash[21319]: audit 2024-04-26T04:50:27.591446+0000 mon.b (mon.1) 10 : audit [DBG] from='client.? 172.21.15.174:0/2681380957' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:50:27.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:27 smithi102 bash[31411]: cluster 2024-04-26T04:50:26.563153+0000 mgr.y (mgr.14152) 208 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:27.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:27 smithi102 bash[31411]: audit 2024-04-26T04:50:26.906124+0000 mon.b (mon.1) 9 : audit [INF] from='client.? 172.21.15.174:0/54132295' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2620174f-db78-44b1-8f13-1cd95cf00437"}]: dispatch 2024-04-26T04:50:27.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:27 smithi102 bash[31411]: audit 2024-04-26T04:50:26.908144+0000 mon.a (mon.0) 439 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2620174f-db78-44b1-8f13-1cd95cf00437"}]: dispatch 2024-04-26T04:50:27.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:27 smithi102 bash[31411]: audit 2024-04-26T04:50:26.920117+0000 mon.a (mon.0) 440 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2620174f-db78-44b1-8f13-1cd95cf00437"}]': finished 2024-04-26T04:50:27.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:27 smithi102 bash[31411]: cluster 2024-04-26T04:50:26.920329+0000 mon.a (mon.0) 441 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-04-26T04:50:27.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:27 smithi102 bash[31411]: audit 2024-04-26T04:50:26.920623+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T04:50:27.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:27 smithi102 bash[31411]: audit 2024-04-26T04:50:27.591446+0000 mon.b (mon.1) 10 : audit [DBG] from='client.? 172.21.15.174:0/2681380957' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:50:29.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:29 smithi174 bash[23471]: cluster 2024-04-26T04:50:28.563661+0000 mgr.y (mgr.14152) 209 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:29.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:29 smithi102 bash[21319]: cluster 2024-04-26T04:50:28.563661+0000 mgr.y (mgr.14152) 209 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:29.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:29 smithi102 bash[31411]: cluster 2024-04-26T04:50:28.563661+0000 mgr.y (mgr.14152) 209 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:31.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:31 smithi174 bash[23471]: cluster 2024-04-26T04:50:30.564175+0000 mgr.y (mgr.14152) 210 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:31.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:31 smithi102 bash[21319]: cluster 2024-04-26T04:50:30.564175+0000 mgr.y (mgr.14152) 210 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:31.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:31 smithi102 bash[31411]: cluster 2024-04-26T04:50:30.564175+0000 mgr.y (mgr.14152) 210 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:33.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:33 smithi174 bash[23471]: cluster 2024-04-26T04:50:32.564810+0000 mgr.y (mgr.14152) 211 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:33.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:33 smithi102 bash[21319]: cluster 2024-04-26T04:50:32.564810+0000 mgr.y (mgr.14152) 211 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:33.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:33 smithi102 bash[31411]: cluster 2024-04-26T04:50:32.564810+0000 mgr.y (mgr.14152) 211 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:35.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:35 smithi174 bash[23471]: cluster 2024-04-26T04:50:34.565442+0000 mgr.y (mgr.14152) 212 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:35.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:35 smithi102 bash[21319]: cluster 2024-04-26T04:50:34.565442+0000 mgr.y (mgr.14152) 212 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:35.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:35 smithi102 bash[31411]: cluster 2024-04-26T04:50:34.565442+0000 mgr.y (mgr.14152) 212 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:37.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:37 smithi174 bash[23471]: cluster 2024-04-26T04:50:36.566120+0000 mgr.y (mgr.14152) 213 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:37.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:37 smithi102 bash[21319]: cluster 2024-04-26T04:50:36.566120+0000 mgr.y (mgr.14152) 213 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:37.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:37 smithi102 bash[31411]: cluster 2024-04-26T04:50:36.566120+0000 mgr.y (mgr.14152) 213 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:38.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:38 smithi174 bash[23471]: audit 2024-04-26T04:50:38.597817+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T04:50:38.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:38 smithi174 bash[23471]: audit 2024-04-26T04:50:38.599518+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:50:38.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:38 smithi102 bash[21319]: audit 2024-04-26T04:50:38.597817+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T04:50:38.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:38 smithi102 bash[21319]: audit 2024-04-26T04:50:38.599518+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:50:38.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:38 smithi102 bash[31411]: audit 2024-04-26T04:50:38.597817+0000 mon.a (mon.0) 443 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T04:50:38.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:38 smithi102 bash[31411]: audit 2024-04-26T04:50:38.599518+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:50:39.897 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:39 smithi174 bash[23471]: cluster 2024-04-26T04:50:38.566688+0000 mgr.y (mgr.14152) 214 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:39.897 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:39 smithi174 bash[23471]: cephadm 2024-04-26T04:50:38.601000+0000 mgr.y (mgr.14152) 215 : cephadm [INF] Deploying daemon osd.4 on smithi174 2024-04-26T04:50:39.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:39 smithi102 bash[21319]: cluster 2024-04-26T04:50:38.566688+0000 mgr.y (mgr.14152) 214 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:39.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:39 smithi102 bash[21319]: cephadm 2024-04-26T04:50:38.601000+0000 mgr.y (mgr.14152) 215 : cephadm [INF] Deploying daemon osd.4 on smithi174 2024-04-26T04:50:39.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:39 smithi102 bash[31411]: cluster 2024-04-26T04:50:38.566688+0000 mgr.y (mgr.14152) 214 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:39.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:39 smithi102 bash[31411]: cephadm 2024-04-26T04:50:38.601000+0000 mgr.y (mgr.14152) 215 : cephadm [INF] Deploying daemon osd.4 on smithi174 2024-04-26T04:50:41.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:41 smithi174 bash[23471]: cluster 2024-04-26T04:50:40.567240+0000 mgr.y (mgr.14152) 216 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:41.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:41 smithi102 bash[21319]: cluster 2024-04-26T04:50:40.567240+0000 mgr.y (mgr.14152) 216 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:41.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:41 smithi102 bash[31411]: cluster 2024-04-26T04:50:40.567240+0000 mgr.y (mgr.14152) 216 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:42.232 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:42 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:50:42.233 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:50:42 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:50:42.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:42 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:50:42.679 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:50:42 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:50:43.764 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:43 smithi174 bash[23471]: audit 2024-04-26T04:50:42.505527+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:43.764 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:43 smithi174 bash[23471]: audit 2024-04-26T04:50:42.510163+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:50:43.764 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:43 smithi174 bash[23471]: audit 2024-04-26T04:50:42.516262+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:43.764 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:43 smithi174 bash[23471]: cluster 2024-04-26T04:50:42.567899+0000 mgr.y (mgr.14152) 217 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:43.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:43 smithi102 bash[21319]: audit 2024-04-26T04:50:42.505527+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:43.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:43 smithi102 bash[21319]: audit 2024-04-26T04:50:42.510163+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:50:43.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:43 smithi102 bash[21319]: audit 2024-04-26T04:50:42.516262+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:43.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:43 smithi102 bash[21319]: cluster 2024-04-26T04:50:42.567899+0000 mgr.y (mgr.14152) 217 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:43.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:43 smithi102 bash[31411]: audit 2024-04-26T04:50:42.505527+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:43.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:43 smithi102 bash[31411]: audit 2024-04-26T04:50:42.510163+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:50:43.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:43 smithi102 bash[31411]: audit 2024-04-26T04:50:42.516262+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:43.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:43 smithi102 bash[31411]: cluster 2024-04-26T04:50:42.567899+0000 mgr.y (mgr.14152) 217 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:45.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:45 smithi174 bash[23471]: cluster 2024-04-26T04:50:44.568477+0000 mgr.y (mgr.14152) 218 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:45.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:45 smithi102 bash[21319]: cluster 2024-04-26T04:50:44.568477+0000 mgr.y (mgr.14152) 218 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:45.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:45 smithi102 bash[31411]: cluster 2024-04-26T04:50:44.568477+0000 mgr.y (mgr.14152) 218 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:47.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:47 smithi174 bash[23471]: cluster 2024-04-26T04:50:46.568993+0000 mgr.y (mgr.14152) 219 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:47.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:47 smithi102 bash[21319]: cluster 2024-04-26T04:50:46.568993+0000 mgr.y (mgr.14152) 219 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:47.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:47 smithi102 bash[31411]: cluster 2024-04-26T04:50:46.568993+0000 mgr.y (mgr.14152) 219 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:48.910 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:48 smithi174 bash[23471]: audit 2024-04-26T04:50:48.507971+0000 mon.b (mon.1) 11 : audit [INF] from='osd.4 [v2:172.21.15.174:6800/2769737089,v1:172.21.15.174:6801/2769737089]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T04:50:48.910 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:48 smithi174 bash[23471]: audit 2024-04-26T04:50:48.510306+0000 mon.a (mon.0) 448 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T04:50:48.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:48 smithi102 bash[21319]: audit 2024-04-26T04:50:48.507971+0000 mon.b (mon.1) 11 : audit [INF] from='osd.4 [v2:172.21.15.174:6800/2769737089,v1:172.21.15.174:6801/2769737089]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T04:50:48.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:48 smithi102 bash[21319]: audit 2024-04-26T04:50:48.510306+0000 mon.a (mon.0) 448 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T04:50:48.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:48 smithi102 bash[31411]: audit 2024-04-26T04:50:48.507971+0000 mon.b (mon.1) 11 : audit [INF] from='osd.4 [v2:172.21.15.174:6800/2769737089,v1:172.21.15.174:6801/2769737089]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T04:50:48.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:48 smithi102 bash[31411]: audit 2024-04-26T04:50:48.510306+0000 mon.a (mon.0) 448 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T04:50:49.921 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:49 smithi174 bash[23471]: cluster 2024-04-26T04:50:48.569616+0000 mgr.y (mgr.14152) 220 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:49.922 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:49 smithi174 bash[23471]: audit 2024-04-26T04:50:48.643829+0000 mon.a (mon.0) 449 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T04:50:49.922 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:49 smithi174 bash[23471]: audit 2024-04-26T04:50:48.643874+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.174:6800/2769737089,v1:172.21.15.174:6801/2769737089]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:50:49.922 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:49 smithi174 bash[23471]: cluster 2024-04-26T04:50:48.644044+0000 mon.a (mon.0) 450 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-04-26T04:50:49.922 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:49 smithi174 bash[23471]: audit 2024-04-26T04:50:48.644484+0000 mon.a (mon.0) 451 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T04:50:49.922 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:49 smithi174 bash[23471]: audit 2024-04-26T04:50:48.645869+0000 mon.a (mon.0) 452 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:50:49.922 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:49 smithi174 bash[23471]: audit 2024-04-26T04:50:49.162221+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:49.922 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:49 smithi174 bash[23471]: audit 2024-04-26T04:50:49.170722+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:49.922 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:49 smithi174 bash[23471]: audit 2024-04-26T04:50:49.172427+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:50:49.922 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:49 smithi174 bash[23471]: audit 2024-04-26T04:50:49.174207+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:50:49.922 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:49 smithi174 bash[23471]: audit 2024-04-26T04:50:49.183666+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:49.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[31411]: cluster 2024-04-26T04:50:48.569616+0000 mgr.y (mgr.14152) 220 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:49.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[31411]: audit 2024-04-26T04:50:48.643829+0000 mon.a (mon.0) 449 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T04:50:49.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[31411]: audit 2024-04-26T04:50:48.643874+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.174:6800/2769737089,v1:172.21.15.174:6801/2769737089]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:50:49.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[31411]: cluster 2024-04-26T04:50:48.644044+0000 mon.a (mon.0) 450 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-04-26T04:50:49.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[31411]: audit 2024-04-26T04:50:48.644484+0000 mon.a (mon.0) 451 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T04:50:49.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[31411]: audit 2024-04-26T04:50:48.645869+0000 mon.a (mon.0) 452 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:50:49.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[31411]: audit 2024-04-26T04:50:49.162221+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:49.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[31411]: audit 2024-04-26T04:50:49.170722+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:49.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[31411]: audit 2024-04-26T04:50:49.172427+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:50:49.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[31411]: audit 2024-04-26T04:50:49.174207+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:50:49.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[31411]: audit 2024-04-26T04:50:49.183666+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:49.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[21319]: cluster 2024-04-26T04:50:48.569616+0000 mgr.y (mgr.14152) 220 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:49.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[21319]: audit 2024-04-26T04:50:48.643829+0000 mon.a (mon.0) 449 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T04:50:49.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[21319]: audit 2024-04-26T04:50:48.643874+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.174:6800/2769737089,v1:172.21.15.174:6801/2769737089]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:50:49.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[21319]: cluster 2024-04-26T04:50:48.644044+0000 mon.a (mon.0) 450 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-04-26T04:50:49.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[21319]: audit 2024-04-26T04:50:48.644484+0000 mon.a (mon.0) 451 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T04:50:49.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[21319]: audit 2024-04-26T04:50:48.645869+0000 mon.a (mon.0) 452 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:50:49.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[21319]: audit 2024-04-26T04:50:49.162221+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:49.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[21319]: audit 2024-04-26T04:50:49.170722+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:49.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[21319]: audit 2024-04-26T04:50:49.172427+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:50:49.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[21319]: audit 2024-04-26T04:50:49.174207+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:50:49.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:49 smithi102 bash[21319]: audit 2024-04-26T04:50:49.183666+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:50.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:50 smithi174 bash[23471]: audit 2024-04-26T04:50:49.645530+0000 mon.a (mon.0) 458 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-04-26T04:50:50.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:50 smithi174 bash[23471]: cluster 2024-04-26T04:50:49.645734+0000 mon.a (mon.0) 459 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2024-04-26T04:50:50.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:50 smithi174 bash[23471]: audit 2024-04-26T04:50:49.646544+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T04:50:50.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:50 smithi174 bash[23471]: audit 2024-04-26T04:50:49.658828+0000 mon.a (mon.0) 461 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T04:50:50.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:50 smithi174 bash[23471]: cluster 2024-04-26T04:50:50.647521+0000 mon.a (mon.0) 462 : cluster [INF] osd.4 [v2:172.21.15.174:6800/2769737089,v1:172.21.15.174:6801/2769737089] boot 2024-04-26T04:50:50.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:50 smithi174 bash[23471]: cluster 2024-04-26T04:50:50.647641+0000 mon.a (mon.0) 463 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-04-26T04:50:50.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:50 smithi174 bash[23471]: audit 2024-04-26T04:50:50.648051+0000 mon.a (mon.0) 464 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T04:50:50.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:50 smithi102 bash[21319]: audit 2024-04-26T04:50:49.645530+0000 mon.a (mon.0) 458 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-04-26T04:50:50.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:50 smithi102 bash[21319]: cluster 2024-04-26T04:50:49.645734+0000 mon.a (mon.0) 459 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2024-04-26T04:50:50.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:50 smithi102 bash[21319]: audit 2024-04-26T04:50:49.646544+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T04:50:50.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:50 smithi102 bash[21319]: audit 2024-04-26T04:50:49.658828+0000 mon.a (mon.0) 461 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T04:50:50.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:50 smithi102 bash[21319]: cluster 2024-04-26T04:50:50.647521+0000 mon.a (mon.0) 462 : cluster [INF] osd.4 [v2:172.21.15.174:6800/2769737089,v1:172.21.15.174:6801/2769737089] boot 2024-04-26T04:50:50.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:50 smithi102 bash[21319]: cluster 2024-04-26T04:50:50.647641+0000 mon.a (mon.0) 463 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-04-26T04:50:50.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:50 smithi102 bash[21319]: audit 2024-04-26T04:50:50.648051+0000 mon.a (mon.0) 464 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T04:50:50.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:50 smithi102 bash[31411]: audit 2024-04-26T04:50:49.645530+0000 mon.a (mon.0) 458 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-04-26T04:50:50.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:50 smithi102 bash[31411]: cluster 2024-04-26T04:50:49.645734+0000 mon.a (mon.0) 459 : cluster [DBG] osdmap e30: 5 total, 4 up, 5 in 2024-04-26T04:50:50.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:50 smithi102 bash[31411]: audit 2024-04-26T04:50:49.646544+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T04:50:50.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:50 smithi102 bash[31411]: audit 2024-04-26T04:50:49.658828+0000 mon.a (mon.0) 461 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T04:50:50.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:50 smithi102 bash[31411]: cluster 2024-04-26T04:50:50.647521+0000 mon.a (mon.0) 462 : cluster [INF] osd.4 [v2:172.21.15.174:6800/2769737089,v1:172.21.15.174:6801/2769737089] boot 2024-04-26T04:50:50.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:50 smithi102 bash[31411]: cluster 2024-04-26T04:50:50.647641+0000 mon.a (mon.0) 463 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-04-26T04:50:50.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:50 smithi102 bash[31411]: audit 2024-04-26T04:50:50.648051+0000 mon.a (mon.0) 464 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T04:50:51.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:51 smithi174 bash[23471]: cluster 2024-04-26T04:50:49.503344+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:50:51.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:51 smithi174 bash[23471]: cluster 2024-04-26T04:50:49.503426+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:50:51.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:51 smithi174 bash[23471]: cluster 2024-04-26T04:50:50.570188+0000 mgr.y (mgr.14152) 221 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:51.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:51 smithi102 bash[21319]: cluster 2024-04-26T04:50:49.503344+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:50:51.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:51 smithi102 bash[21319]: cluster 2024-04-26T04:50:49.503426+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:50:51.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:51 smithi102 bash[21319]: cluster 2024-04-26T04:50:50.570188+0000 mgr.y (mgr.14152) 221 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:51.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:51 smithi102 bash[31411]: cluster 2024-04-26T04:50:49.503344+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:50:51.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:51 smithi102 bash[31411]: cluster 2024-04-26T04:50:49.503426+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:50:51.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:51 smithi102 bash[31411]: cluster 2024-04-26T04:50:50.570188+0000 mgr.y (mgr.14152) 221 : cluster [DBG] pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-04-26T04:50:52.267 INFO:teuthology.orchestra.run.smithi174.stdout:Created osd(s) 4 on host 'smithi174' 2024-04-26T04:50:52.845 DEBUG:teuthology.orchestra.run.smithi174:osd.4> sudo journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.4.service 2024-04-26T04:50:52.847 INFO:tasks.cephadm:Deploying osd.5 on smithi174 with /dev/vg_nvme/lv_3... 2024-04-26T04:50:52.847 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-26T04:50:52.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:52 smithi174 bash[23471]: cluster 2024-04-26T04:50:51.662513+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-04-26T04:50:52.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:52 smithi174 bash[23471]: audit 2024-04-26T04:50:52.258132+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:52.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:52 smithi174 bash[23471]: audit 2024-04-26T04:50:52.266814+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:52.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:52 smithi174 bash[23471]: audit 2024-04-26T04:50:52.277195+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:50:52.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:52 smithi174 bash[23471]: cluster 2024-04-26T04:50:52.663220+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2024-04-26T04:50:52.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:52 smithi102 bash[31411]: cluster 2024-04-26T04:50:51.662513+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-04-26T04:50:52.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:52 smithi102 bash[31411]: audit 2024-04-26T04:50:52.258132+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:52.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:52 smithi102 bash[31411]: audit 2024-04-26T04:50:52.266814+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:52.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:52 smithi102 bash[31411]: audit 2024-04-26T04:50:52.277195+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:50:52.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:52 smithi102 bash[31411]: cluster 2024-04-26T04:50:52.663220+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2024-04-26T04:50:52.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:52 smithi102 bash[21319]: cluster 2024-04-26T04:50:51.662513+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-04-26T04:50:52.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:52 smithi102 bash[21319]: audit 2024-04-26T04:50:52.258132+0000 mon.a (mon.0) 466 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:52.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:52 smithi102 bash[21319]: audit 2024-04-26T04:50:52.266814+0000 mon.a (mon.0) 467 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:50:52.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:52 smithi102 bash[21319]: audit 2024-04-26T04:50:52.277195+0000 mon.a (mon.0) 468 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:50:52.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:52 smithi102 bash[21319]: cluster 2024-04-26T04:50:52.663220+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2024-04-26T04:50:53.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:53 smithi174 bash[23471]: cluster 2024-04-26T04:50:52.570728+0000 mgr.y (mgr.14152) 222 : cluster [DBG] pgmap v196: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:50:53.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:53 smithi102 bash[21319]: cluster 2024-04-26T04:50:52.570728+0000 mgr.y (mgr.14152) 222 : cluster [DBG] pgmap v196: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:50:53.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:53 smithi102 bash[31411]: cluster 2024-04-26T04:50:52.570728+0000 mgr.y (mgr.14152) 222 : cluster [DBG] pgmap v196: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:50:54.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:54 smithi102 bash[31411]: cluster 2024-04-26T04:50:53.683608+0000 mon.a (mon.0) 470 : cluster [DBG] osdmap e34: 5 total, 5 up, 5 in 2024-04-26T04:50:54.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:54 smithi102 bash[21319]: cluster 2024-04-26T04:50:53.683608+0000 mon.a (mon.0) 470 : cluster [DBG] osdmap e34: 5 total, 5 up, 5 in 2024-04-26T04:50:55.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:54 smithi174 bash[23471]: cluster 2024-04-26T04:50:53.683608+0000 mon.a (mon.0) 470 : cluster [DBG] osdmap e34: 5 total, 5 up, 5 in 2024-04-26T04:50:55.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:55 smithi102 bash[21319]: cluster 2024-04-26T04:50:54.571278+0000 mgr.y (mgr.14152) 223 : cluster [DBG] pgmap v199: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:50:55.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:55 smithi102 bash[21319]: cluster 2024-04-26T04:50:54.684618+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e35: 5 total, 5 up, 5 in 2024-04-26T04:50:55.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:55 smithi102 bash[31411]: cluster 2024-04-26T04:50:54.571278+0000 mgr.y (mgr.14152) 223 : cluster [DBG] pgmap v199: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:50:55.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:55 smithi102 bash[31411]: cluster 2024-04-26T04:50:54.684618+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e35: 5 total, 5 up, 5 in 2024-04-26T04:50:56.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:55 smithi174 bash[23471]: cluster 2024-04-26T04:50:54.571278+0000 mgr.y (mgr.14152) 223 : cluster [DBG] pgmap v199: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:50:56.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:55 smithi174 bash[23471]: cluster 2024-04-26T04:50:54.684618+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e35: 5 total, 5 up, 5 in 2024-04-26T04:50:57.032 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T04:50:57.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:57 smithi102 bash[21319]: cluster 2024-04-26T04:50:56.571855+0000 mgr.y (mgr.14152) 224 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-26T04:50:57.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:57 smithi102 bash[31411]: cluster 2024-04-26T04:50:56.571855+0000 mgr.y (mgr.14152) 224 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-26T04:50:58.037 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:57 smithi174 bash[23471]: cluster 2024-04-26T04:50:56.571855+0000 mgr.y (mgr.14152) 224 : cluster [DBG] pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-26T04:50:59.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:50:59 smithi102 bash[21319]: cluster 2024-04-26T04:50:58.572414+0000 mgr.y (mgr.14152) 225 : cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T04:50:59.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:50:59 smithi102 bash[31411]: cluster 2024-04-26T04:50:58.572414+0000 mgr.y (mgr.14152) 225 : cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T04:51:00.021 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:50:59 smithi174 bash[23471]: cluster 2024-04-26T04:50:58.572414+0000 mgr.y (mgr.14152) 225 : cluster [DBG] pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T04:51:00.690 INFO:teuthology.orchestra.run.smithi174.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-26T04:51:00.691 INFO:teuthology.orchestra.run.smithi174.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-26T04:51:00.691 INFO:teuthology.orchestra.run.smithi174.stderr: stderr: 10+0 records in 2024-04-26T04:51:00.691 INFO:teuthology.orchestra.run.smithi174.stderr:10+0 records out 2024-04-26T04:51:00.691 INFO:teuthology.orchestra.run.smithi174.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0155006 s, 676 MB/s 2024-04-26T04:51:00.691 INFO:teuthology.orchestra.run.smithi174.stderr:--> Zapping successful for: 2024-04-26T04:51:01.325 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi174:vg_nvme/lv_3 2024-04-26T04:51:01.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:01 smithi102 bash[21319]: cluster 2024-04-26T04:51:00.572985+0000 mgr.y (mgr.14152) 226 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-04-26T04:51:01.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:01 smithi102 bash[31411]: cluster 2024-04-26T04:51:00.572985+0000 mgr.y (mgr.14152) 226 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-04-26T04:51:02.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:01 smithi174 bash[23471]: cluster 2024-04-26T04:51:00.572985+0000 mgr.y (mgr.14152) 226 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-04-26T04:51:03.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:02 smithi174 bash[23471]: cephadm 2024-04-26T04:51:01.770340+0000 mgr.y (mgr.14152) 227 : cephadm [INF] Detected new or changed devices on smithi174 2024-04-26T04:51:03.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:02 smithi174 bash[23471]: audit 2024-04-26T04:51:01.780875+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:03.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:02 smithi174 bash[23471]: audit 2024-04-26T04:51:01.792119+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:03.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:02 smithi174 bash[23471]: audit 2024-04-26T04:51:01.794148+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:51:03.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:02 smithi174 bash[23471]: cephadm 2024-04-26T04:51:01.795563+0000 mgr.y (mgr.14152) 228 : cephadm [INF] Adjusting osd_memory_target on smithi174 to 17265M 2024-04-26T04:51:03.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:02 smithi174 bash[23471]: audit 2024-04-26T04:51:01.806724+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:03.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:02 smithi174 bash[23471]: audit 2024-04-26T04:51:01.808833+0000 mon.a (mon.0) 476 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:51:03.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:02 smithi174 bash[23471]: audit 2024-04-26T04:51:01.810676+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:51:03.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:02 smithi174 bash[23471]: audit 2024-04-26T04:51:01.824095+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:03.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:02 smithi102 bash[21319]: cephadm 2024-04-26T04:51:01.770340+0000 mgr.y (mgr.14152) 227 : cephadm [INF] Detected new or changed devices on smithi174 2024-04-26T04:51:03.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:02 smithi102 bash[21319]: audit 2024-04-26T04:51:01.780875+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:03.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:02 smithi102 bash[21319]: audit 2024-04-26T04:51:01.792119+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:03.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:02 smithi102 bash[21319]: audit 2024-04-26T04:51:01.794148+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:51:03.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:02 smithi102 bash[21319]: cephadm 2024-04-26T04:51:01.795563+0000 mgr.y (mgr.14152) 228 : cephadm [INF] Adjusting osd_memory_target on smithi174 to 17265M 2024-04-26T04:51:03.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:02 smithi102 bash[21319]: audit 2024-04-26T04:51:01.806724+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:03.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:02 smithi102 bash[21319]: audit 2024-04-26T04:51:01.808833+0000 mon.a (mon.0) 476 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:51:03.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:02 smithi102 bash[21319]: audit 2024-04-26T04:51:01.810676+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:51:03.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:02 smithi102 bash[21319]: audit 2024-04-26T04:51:01.824095+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:03.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:02 smithi102 bash[31411]: cephadm 2024-04-26T04:51:01.770340+0000 mgr.y (mgr.14152) 227 : cephadm [INF] Detected new or changed devices on smithi174 2024-04-26T04:51:03.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:02 smithi102 bash[31411]: audit 2024-04-26T04:51:01.780875+0000 mon.a (mon.0) 472 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:03.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:02 smithi102 bash[31411]: audit 2024-04-26T04:51:01.792119+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:03.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:02 smithi102 bash[31411]: audit 2024-04-26T04:51:01.794148+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:51:03.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:02 smithi102 bash[31411]: cephadm 2024-04-26T04:51:01.795563+0000 mgr.y (mgr.14152) 228 : cephadm [INF] Adjusting osd_memory_target on smithi174 to 17265M 2024-04-26T04:51:03.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:02 smithi102 bash[31411]: audit 2024-04-26T04:51:01.806724+0000 mon.a (mon.0) 475 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:03.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:02 smithi102 bash[31411]: audit 2024-04-26T04:51:01.808833+0000 mon.a (mon.0) 476 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:51:03.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:02 smithi102 bash[31411]: audit 2024-04-26T04:51:01.810676+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:51:03.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:02 smithi102 bash[31411]: audit 2024-04-26T04:51:01.824095+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:04.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:03 smithi174 bash[23471]: cluster 2024-04-26T04:51:02.573504+0000 mgr.y (mgr.14152) 229 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-26T04:51:04.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:03 smithi102 bash[21319]: cluster 2024-04-26T04:51:02.573504+0000 mgr.y (mgr.14152) 229 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-26T04:51:04.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:03 smithi102 bash[31411]: cluster 2024-04-26T04:51:02.573504+0000 mgr.y (mgr.14152) 229 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-26T04:51:06.090 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T04:51:06.112 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:05 smithi174 bash[23471]: cluster 2024-04-26T04:51:04.573982+0000 mgr.y (mgr.14152) 230 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T04:51:06.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:05 smithi102 bash[21319]: cluster 2024-04-26T04:51:04.573982+0000 mgr.y (mgr.14152) 230 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T04:51:06.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:05 smithi102 bash[31411]: cluster 2024-04-26T04:51:04.573982+0000 mgr.y (mgr.14152) 230 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T04:51:08.088 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:07 smithi174 bash[23471]: cluster 2024-04-26T04:51:06.574608+0000 mgr.y (mgr.14152) 231 : cluster [DBG] pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-26T04:51:08.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:07 smithi102 bash[21319]: cluster 2024-04-26T04:51:06.574608+0000 mgr.y (mgr.14152) 231 : cluster [DBG] pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-26T04:51:08.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:07 smithi102 bash[31411]: cluster 2024-04-26T04:51:06.574608+0000 mgr.y (mgr.14152) 231 : cluster [DBG] pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-26T04:51:09.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:08 smithi174 bash[23471]: audit 2024-04-26T04:51:08.457082+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:51:09.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:08 smithi174 bash[23471]: audit 2024-04-26T04:51:08.463623+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:51:09.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:08 smithi174 bash[23471]: audit 2024-04-26T04:51:08.465552+0000 mon.a (mon.0) 481 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:51:09.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:08 smithi102 bash[21319]: audit 2024-04-26T04:51:08.457082+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:51:09.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:08 smithi102 bash[21319]: audit 2024-04-26T04:51:08.463623+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:51:09.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:08 smithi102 bash[21319]: audit 2024-04-26T04:51:08.465552+0000 mon.a (mon.0) 481 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:51:09.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:08 smithi102 bash[31411]: audit 2024-04-26T04:51:08.457082+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:51:09.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:08 smithi102 bash[31411]: audit 2024-04-26T04:51:08.463623+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:51:09.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:08 smithi102 bash[31411]: audit 2024-04-26T04:51:08.465552+0000 mon.a (mon.0) 481 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:51:10.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:09 smithi174 bash[23471]: audit 2024-04-26T04:51:08.449898+0000 mgr.y (mgr.14152) 232 : audit [DBG] from='client.24190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:51:10.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:09 smithi174 bash[23471]: cluster 2024-04-26T04:51:08.575152+0000 mgr.y (mgr.14152) 233 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:10.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:09 smithi102 bash[21319]: audit 2024-04-26T04:51:08.449898+0000 mgr.y (mgr.14152) 232 : audit [DBG] from='client.24190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:51:10.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:09 smithi102 bash[21319]: cluster 2024-04-26T04:51:08.575152+0000 mgr.y (mgr.14152) 233 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:10.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:09 smithi102 bash[31411]: audit 2024-04-26T04:51:08.449898+0000 mgr.y (mgr.14152) 232 : audit [DBG] from='client.24190 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:51:10.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:09 smithi102 bash[31411]: cluster 2024-04-26T04:51:08.575152+0000 mgr.y (mgr.14152) 233 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:12.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:11 smithi174 bash[23471]: cluster 2024-04-26T04:51:10.575691+0000 mgr.y (mgr.14152) 234 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:12.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:11 smithi102 bash[31411]: cluster 2024-04-26T04:51:10.575691+0000 mgr.y (mgr.14152) 234 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:12.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:11 smithi102 bash[21319]: cluster 2024-04-26T04:51:10.575691+0000 mgr.y (mgr.14152) 234 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:14.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:13 smithi174 bash[23471]: cluster 2024-04-26T04:51:12.576261+0000 mgr.y (mgr.14152) 235 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:14.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:13 smithi102 bash[21319]: cluster 2024-04-26T04:51:12.576261+0000 mgr.y (mgr.14152) 235 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:14.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:13 smithi102 bash[31411]: cluster 2024-04-26T04:51:12.576261+0000 mgr.y (mgr.14152) 235 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:16.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:15 smithi174 bash[23471]: cluster 2024-04-26T04:51:14.576814+0000 mgr.y (mgr.14152) 236 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:16.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:15 smithi102 bash[21319]: cluster 2024-04-26T04:51:14.576814+0000 mgr.y (mgr.14152) 236 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:16.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:15 smithi102 bash[31411]: cluster 2024-04-26T04:51:14.576814+0000 mgr.y (mgr.14152) 236 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:17.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:16 smithi174 bash[23471]: audit 2024-04-26T04:51:16.114235+0000 mon.b (mon.1) 13 : audit [INF] from='client.? 172.21.15.174:0/2694518923' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "709d588d-9022-4a7c-9253-45f0fd5531c8"}]: dispatch 2024-04-26T04:51:17.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:16 smithi174 bash[23471]: audit 2024-04-26T04:51:16.116557+0000 mon.a (mon.0) 482 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "709d588d-9022-4a7c-9253-45f0fd5531c8"}]: dispatch 2024-04-26T04:51:17.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:16 smithi174 bash[23471]: audit 2024-04-26T04:51:16.125311+0000 mon.a (mon.0) 483 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "709d588d-9022-4a7c-9253-45f0fd5531c8"}]': finished 2024-04-26T04:51:17.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:16 smithi174 bash[23471]: cluster 2024-04-26T04:51:16.125431+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2024-04-26T04:51:17.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:16 smithi174 bash[23471]: audit 2024-04-26T04:51:16.125650+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T04:51:17.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:16 smithi174 bash[23471]: audit 2024-04-26T04:51:16.832204+0000 mon.b (mon.1) 14 : audit [DBG] from='client.? 172.21.15.174:0/1429910172' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:51:17.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:16 smithi102 bash[21319]: audit 2024-04-26T04:51:16.114235+0000 mon.b (mon.1) 13 : audit [INF] from='client.? 172.21.15.174:0/2694518923' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "709d588d-9022-4a7c-9253-45f0fd5531c8"}]: dispatch 2024-04-26T04:51:17.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:16 smithi102 bash[21319]: audit 2024-04-26T04:51:16.116557+0000 mon.a (mon.0) 482 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "709d588d-9022-4a7c-9253-45f0fd5531c8"}]: dispatch 2024-04-26T04:51:17.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:16 smithi102 bash[21319]: audit 2024-04-26T04:51:16.125311+0000 mon.a (mon.0) 483 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "709d588d-9022-4a7c-9253-45f0fd5531c8"}]': finished 2024-04-26T04:51:17.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:16 smithi102 bash[21319]: cluster 2024-04-26T04:51:16.125431+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2024-04-26T04:51:17.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:16 smithi102 bash[21319]: audit 2024-04-26T04:51:16.125650+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T04:51:17.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:16 smithi102 bash[21319]: audit 2024-04-26T04:51:16.832204+0000 mon.b (mon.1) 14 : audit [DBG] from='client.? 172.21.15.174:0/1429910172' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:51:17.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:16 smithi102 bash[31411]: audit 2024-04-26T04:51:16.114235+0000 mon.b (mon.1) 13 : audit [INF] from='client.? 172.21.15.174:0/2694518923' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "709d588d-9022-4a7c-9253-45f0fd5531c8"}]: dispatch 2024-04-26T04:51:17.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:16 smithi102 bash[31411]: audit 2024-04-26T04:51:16.116557+0000 mon.a (mon.0) 482 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "709d588d-9022-4a7c-9253-45f0fd5531c8"}]: dispatch 2024-04-26T04:51:17.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:16 smithi102 bash[31411]: audit 2024-04-26T04:51:16.125311+0000 mon.a (mon.0) 483 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "709d588d-9022-4a7c-9253-45f0fd5531c8"}]': finished 2024-04-26T04:51:17.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:16 smithi102 bash[31411]: cluster 2024-04-26T04:51:16.125431+0000 mon.a (mon.0) 484 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2024-04-26T04:51:17.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:16 smithi102 bash[31411]: audit 2024-04-26T04:51:16.125650+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T04:51:17.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:16 smithi102 bash[31411]: audit 2024-04-26T04:51:16.832204+0000 mon.b (mon.1) 14 : audit [DBG] from='client.? 172.21.15.174:0/1429910172' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:51:18.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:17 smithi174 bash[23471]: cluster 2024-04-26T04:51:16.577443+0000 mgr.y (mgr.14152) 237 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:18.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:17 smithi102 bash[21319]: cluster 2024-04-26T04:51:16.577443+0000 mgr.y (mgr.14152) 237 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:18.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:17 smithi102 bash[31411]: cluster 2024-04-26T04:51:16.577443+0000 mgr.y (mgr.14152) 237 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:20.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:19 smithi174 bash[23471]: cluster 2024-04-26T04:51:18.578020+0000 mgr.y (mgr.14152) 238 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:20.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:19 smithi102 bash[21319]: cluster 2024-04-26T04:51:18.578020+0000 mgr.y (mgr.14152) 238 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:20.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:19 smithi102 bash[31411]: cluster 2024-04-26T04:51:18.578020+0000 mgr.y (mgr.14152) 238 : cluster [DBG] pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:22.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:21 smithi174 bash[23471]: cluster 2024-04-26T04:51:20.578550+0000 mgr.y (mgr.14152) 239 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:22.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:21 smithi102 bash[21319]: cluster 2024-04-26T04:51:20.578550+0000 mgr.y (mgr.14152) 239 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:22.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:21 smithi102 bash[31411]: cluster 2024-04-26T04:51:20.578550+0000 mgr.y (mgr.14152) 239 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:24.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:23 smithi174 bash[23471]: cluster 2024-04-26T04:51:22.579107+0000 mgr.y (mgr.14152) 240 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:24.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:23 smithi102 bash[21319]: cluster 2024-04-26T04:51:22.579107+0000 mgr.y (mgr.14152) 240 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:24.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:23 smithi102 bash[31411]: cluster 2024-04-26T04:51:22.579107+0000 mgr.y (mgr.14152) 240 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:26.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:25 smithi174 bash[23471]: cluster 2024-04-26T04:51:24.579645+0000 mgr.y (mgr.14152) 241 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:26.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:25 smithi102 bash[21319]: cluster 2024-04-26T04:51:24.579645+0000 mgr.y (mgr.14152) 241 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:26.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:25 smithi102 bash[31411]: cluster 2024-04-26T04:51:24.579645+0000 mgr.y (mgr.14152) 241 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:28.135 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:27 smithi174 bash[23471]: cluster 2024-04-26T04:51:26.580202+0000 mgr.y (mgr.14152) 242 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:28.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:27 smithi102 bash[21319]: cluster 2024-04-26T04:51:26.580202+0000 mgr.y (mgr.14152) 242 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:28.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:27 smithi102 bash[31411]: cluster 2024-04-26T04:51:26.580202+0000 mgr.y (mgr.14152) 242 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:29.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:28 smithi174 bash[23471]: audit 2024-04-26T04:51:27.915757+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T04:51:29.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:28 smithi174 bash[23471]: audit 2024-04-26T04:51:27.917608+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:51:29.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:28 smithi102 bash[21319]: audit 2024-04-26T04:51:27.915757+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T04:51:29.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:28 smithi102 bash[21319]: audit 2024-04-26T04:51:27.917608+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:51:29.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:28 smithi102 bash[31411]: audit 2024-04-26T04:51:27.915757+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T04:51:29.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:28 smithi102 bash[31411]: audit 2024-04-26T04:51:27.917608+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:51:29.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:29 smithi174 bash[23471]: cephadm 2024-04-26T04:51:27.919128+0000 mgr.y (mgr.14152) 243 : cephadm [INF] Deploying daemon osd.5 on smithi174 2024-04-26T04:51:29.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:29 smithi174 bash[23471]: cluster 2024-04-26T04:51:28.580722+0000 mgr.y (mgr.14152) 244 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:30.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:29 smithi102 bash[21319]: cephadm 2024-04-26T04:51:27.919128+0000 mgr.y (mgr.14152) 243 : cephadm [INF] Deploying daemon osd.5 on smithi174 2024-04-26T04:51:30.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:29 smithi102 bash[21319]: cluster 2024-04-26T04:51:28.580722+0000 mgr.y (mgr.14152) 244 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:30.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:29 smithi102 bash[31411]: cephadm 2024-04-26T04:51:27.919128+0000 mgr.y (mgr.14152) 243 : cephadm [INF] Deploying daemon osd.5 on smithi174 2024-04-26T04:51:30.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:29 smithi102 bash[31411]: cluster 2024-04-26T04:51:28.580722+0000 mgr.y (mgr.14152) 244 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:31.469 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:31 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:51:31.470 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:51:31 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:51:31.470 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 04:51:31 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:51:31.751 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:31 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:51:31.751 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:51:31 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:51:31.751 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 04:51:31 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:51:32.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:31 smithi174 bash[23471]: cluster 2024-04-26T04:51:30.581248+0000 mgr.y (mgr.14152) 245 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:32.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:31 smithi174 bash[23471]: audit 2024-04-26T04:51:31.750350+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:32.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:31 smithi174 bash[23471]: audit 2024-04-26T04:51:31.762033+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:32.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:31 smithi174 bash[23471]: audit 2024-04-26T04:51:31.792454+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:51:32.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:31 smithi102 bash[21319]: cluster 2024-04-26T04:51:30.581248+0000 mgr.y (mgr.14152) 245 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:32.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:31 smithi102 bash[21319]: audit 2024-04-26T04:51:31.750350+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:32.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:31 smithi102 bash[21319]: audit 2024-04-26T04:51:31.762033+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:32.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:31 smithi102 bash[21319]: audit 2024-04-26T04:51:31.792454+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:51:32.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:31 smithi102 bash[31411]: cluster 2024-04-26T04:51:30.581248+0000 mgr.y (mgr.14152) 245 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:32.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:31 smithi102 bash[31411]: audit 2024-04-26T04:51:31.750350+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:32.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:31 smithi102 bash[31411]: audit 2024-04-26T04:51:31.762033+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:32.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:31 smithi102 bash[31411]: audit 2024-04-26T04:51:31.792454+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:51:34.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:33 smithi174 bash[23471]: cluster 2024-04-26T04:51:32.581776+0000 mgr.y (mgr.14152) 246 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:34.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:33 smithi102 bash[21319]: cluster 2024-04-26T04:51:32.581776+0000 mgr.y (mgr.14152) 246 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:34.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:33 smithi102 bash[31411]: cluster 2024-04-26T04:51:32.581776+0000 mgr.y (mgr.14152) 246 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:35.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:34 smithi102 bash[21319]: cluster 2024-04-26T04:51:34.582261+0000 mgr.y (mgr.14152) 247 : cluster [DBG] pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:35.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:34 smithi102 bash[31411]: cluster 2024-04-26T04:51:34.582261+0000 mgr.y (mgr.14152) 247 : cluster [DBG] pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:35.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:34 smithi174 bash[23471]: cluster 2024-04-26T04:51:34.582261+0000 mgr.y (mgr.14152) 247 : cluster [DBG] pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:38.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:37 smithi174 bash[23471]: cluster 2024-04-26T04:51:36.582914+0000 mgr.y (mgr.14152) 248 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:38.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:37 smithi174 bash[23471]: audit 2024-04-26T04:51:36.834179+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:38.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:37 smithi174 bash[23471]: audit 2024-04-26T04:51:36.845980+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:38.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:37 smithi174 bash[23471]: audit 2024-04-26T04:51:37.328470+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:51:38.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:37 smithi174 bash[23471]: audit 2024-04-26T04:51:37.330371+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:51:38.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:37 smithi174 bash[23471]: audit 2024-04-26T04:51:37.343005+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:38.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:37 smithi102 bash[21319]: cluster 2024-04-26T04:51:36.582914+0000 mgr.y (mgr.14152) 248 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:38.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:37 smithi102 bash[21319]: audit 2024-04-26T04:51:36.834179+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:38.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:37 smithi102 bash[21319]: audit 2024-04-26T04:51:36.845980+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:38.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:37 smithi102 bash[21319]: audit 2024-04-26T04:51:37.328470+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:51:38.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:37 smithi102 bash[21319]: audit 2024-04-26T04:51:37.330371+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:51:38.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:37 smithi102 bash[21319]: audit 2024-04-26T04:51:37.343005+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:38.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:37 smithi102 bash[31411]: cluster 2024-04-26T04:51:36.582914+0000 mgr.y (mgr.14152) 248 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:38.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:37 smithi102 bash[31411]: audit 2024-04-26T04:51:36.834179+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:38.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:37 smithi102 bash[31411]: audit 2024-04-26T04:51:36.845980+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:38.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:37 smithi102 bash[31411]: audit 2024-04-26T04:51:37.328470+0000 mon.a (mon.0) 493 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:51:38.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:37 smithi102 bash[31411]: audit 2024-04-26T04:51:37.330371+0000 mon.a (mon.0) 494 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:51:38.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:37 smithi102 bash[31411]: audit 2024-04-26T04:51:37.343005+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:39.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:38 smithi174 bash[23471]: audit 2024-04-26T04:51:38.057291+0000 mon.b (mon.1) 15 : audit [INF] from='osd.5 [v2:172.21.15.174:6808/1239194999,v1:172.21.15.174:6809/1239194999]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T04:51:39.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:38 smithi174 bash[23471]: audit 2024-04-26T04:51:38.059191+0000 mon.a (mon.0) 496 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T04:51:39.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:38 smithi102 bash[31411]: audit 2024-04-26T04:51:38.057291+0000 mon.b (mon.1) 15 : audit [INF] from='osd.5 [v2:172.21.15.174:6808/1239194999,v1:172.21.15.174:6809/1239194999]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T04:51:39.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:38 smithi102 bash[31411]: audit 2024-04-26T04:51:38.059191+0000 mon.a (mon.0) 496 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T04:51:39.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:38 smithi102 bash[21319]: audit 2024-04-26T04:51:38.057291+0000 mon.b (mon.1) 15 : audit [INF] from='osd.5 [v2:172.21.15.174:6808/1239194999,v1:172.21.15.174:6809/1239194999]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T04:51:39.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:38 smithi102 bash[21319]: audit 2024-04-26T04:51:38.059191+0000 mon.a (mon.0) 496 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-26T04:51:40.033 INFO:teuthology.orchestra.run.smithi174.stdout:Created osd(s) 5 on host 'smithi174' 2024-04-26T04:51:40.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:39 smithi174 bash[23471]: cluster 2024-04-26T04:51:38.583563+0000 mgr.y (mgr.14152) 249 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:40.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:39 smithi174 bash[23471]: audit 2024-04-26T04:51:38.852462+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.174:6808/1239194999,v1:172.21.15.174:6809/1239194999]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:51:40.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:39 smithi174 bash[23471]: audit 2024-04-26T04:51:38.852937+0000 mon.a (mon.0) 497 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T04:51:40.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:39 smithi174 bash[23471]: cluster 2024-04-26T04:51:38.853181+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e37: 6 total, 5 up, 6 in 2024-04-26T04:51:40.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:39 smithi174 bash[23471]: audit 2024-04-26T04:51:38.853447+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T04:51:40.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:39 smithi174 bash[23471]: audit 2024-04-26T04:51:38.854542+0000 mon.a (mon.0) 500 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:51:40.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:39 smithi102 bash[21319]: cluster 2024-04-26T04:51:38.583563+0000 mgr.y (mgr.14152) 249 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:40.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:39 smithi102 bash[21319]: audit 2024-04-26T04:51:38.852462+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.174:6808/1239194999,v1:172.21.15.174:6809/1239194999]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:51:40.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:39 smithi102 bash[21319]: audit 2024-04-26T04:51:38.852937+0000 mon.a (mon.0) 497 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T04:51:40.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:39 smithi102 bash[21319]: cluster 2024-04-26T04:51:38.853181+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e37: 6 total, 5 up, 6 in 2024-04-26T04:51:40.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:39 smithi102 bash[21319]: audit 2024-04-26T04:51:38.853447+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T04:51:40.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:39 smithi102 bash[21319]: audit 2024-04-26T04:51:38.854542+0000 mon.a (mon.0) 500 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:51:40.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:39 smithi102 bash[31411]: cluster 2024-04-26T04:51:38.583563+0000 mgr.y (mgr.14152) 249 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:40.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:39 smithi102 bash[31411]: audit 2024-04-26T04:51:38.852462+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.174:6808/1239194999,v1:172.21.15.174:6809/1239194999]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:51:40.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:39 smithi102 bash[31411]: audit 2024-04-26T04:51:38.852937+0000 mon.a (mon.0) 497 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-26T04:51:40.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:39 smithi102 bash[31411]: cluster 2024-04-26T04:51:38.853181+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e37: 6 total, 5 up, 6 in 2024-04-26T04:51:40.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:39 smithi102 bash[31411]: audit 2024-04-26T04:51:38.853447+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T04:51:40.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:39 smithi102 bash[31411]: audit 2024-04-26T04:51:38.854542+0000 mon.a (mon.0) 500 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:51:40.721 DEBUG:teuthology.orchestra.run.smithi174:osd.5> sudo journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.5.service 2024-04-26T04:51:40.724 INFO:tasks.cephadm:Deploying osd.6 on smithi174 with /dev/vg_nvme/lv_2... 2024-04-26T04:51:40.724 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-26T04:51:41.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:40 smithi174 bash[23471]: audit 2024-04-26T04:51:39.856885+0000 mon.a (mon.0) 501 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-04-26T04:51:41.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:40 smithi174 bash[23471]: cluster 2024-04-26T04:51:39.857058+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e38: 6 total, 5 up, 6 in 2024-04-26T04:51:41.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:40 smithi174 bash[23471]: audit 2024-04-26T04:51:39.857841+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T04:51:41.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:40 smithi174 bash[23471]: audit 2024-04-26T04:51:39.867540+0000 mon.a (mon.0) 504 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T04:51:41.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:40 smithi174 bash[23471]: audit 2024-04-26T04:51:39.965134+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:41.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:40 smithi174 bash[23471]: audit 2024-04-26T04:51:39.974885+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:41.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:40 smithi174 bash[23471]: audit 2024-04-26T04:51:39.983991+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:51:41.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:40 smithi102 bash[21319]: audit 2024-04-26T04:51:39.856885+0000 mon.a (mon.0) 501 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-04-26T04:51:41.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:40 smithi102 bash[21319]: cluster 2024-04-26T04:51:39.857058+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e38: 6 total, 5 up, 6 in 2024-04-26T04:51:41.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:40 smithi102 bash[21319]: audit 2024-04-26T04:51:39.857841+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T04:51:41.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:40 smithi102 bash[21319]: audit 2024-04-26T04:51:39.867540+0000 mon.a (mon.0) 504 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T04:51:41.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:40 smithi102 bash[21319]: audit 2024-04-26T04:51:39.965134+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:41.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:40 smithi102 bash[21319]: audit 2024-04-26T04:51:39.974885+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:41.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:40 smithi102 bash[21319]: audit 2024-04-26T04:51:39.983991+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:51:41.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:40 smithi102 bash[31411]: audit 2024-04-26T04:51:39.856885+0000 mon.a (mon.0) 501 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-04-26T04:51:41.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:40 smithi102 bash[31411]: cluster 2024-04-26T04:51:39.857058+0000 mon.a (mon.0) 502 : cluster [DBG] osdmap e38: 6 total, 5 up, 6 in 2024-04-26T04:51:41.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:40 smithi102 bash[31411]: audit 2024-04-26T04:51:39.857841+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T04:51:41.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:40 smithi102 bash[31411]: audit 2024-04-26T04:51:39.867540+0000 mon.a (mon.0) 504 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T04:51:41.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:40 smithi102 bash[31411]: audit 2024-04-26T04:51:39.965134+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:41.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:40 smithi102 bash[31411]: audit 2024-04-26T04:51:39.974885+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:41.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:40 smithi102 bash[31411]: audit 2024-04-26T04:51:39.983991+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:51:42.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:41 smithi174 bash[23471]: cluster 2024-04-26T04:51:39.023988+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:51:42.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:41 smithi174 bash[23471]: cluster 2024-04-26T04:51:39.024075+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:51:42.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:41 smithi174 bash[23471]: cluster 2024-04-26T04:51:40.584196+0000 mgr.y (mgr.14152) 250 : cluster [DBG] pgmap v226: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:42.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:41 smithi174 bash[23471]: cluster 2024-04-26T04:51:40.858484+0000 mon.a (mon.0) 508 : cluster [INF] osd.5 [v2:172.21.15.174:6808/1239194999,v1:172.21.15.174:6809/1239194999] boot 2024-04-26T04:51:42.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:41 smithi174 bash[23471]: cluster 2024-04-26T04:51:40.858573+0000 mon.a (mon.0) 509 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2024-04-26T04:51:42.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:41 smithi174 bash[23471]: audit 2024-04-26T04:51:40.858959+0000 mon.a (mon.0) 510 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T04:51:42.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:41 smithi174 bash[23471]: cluster 2024-04-26T04:51:40.970431+0000 mon.a (mon.0) 511 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-26T04:51:42.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:41 smithi102 bash[31411]: cluster 2024-04-26T04:51:39.023988+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:51:42.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:41 smithi102 bash[31411]: cluster 2024-04-26T04:51:39.024075+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:51:42.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:41 smithi102 bash[31411]: cluster 2024-04-26T04:51:40.584196+0000 mgr.y (mgr.14152) 250 : cluster [DBG] pgmap v226: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:42.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:41 smithi102 bash[31411]: cluster 2024-04-26T04:51:40.858484+0000 mon.a (mon.0) 508 : cluster [INF] osd.5 [v2:172.21.15.174:6808/1239194999,v1:172.21.15.174:6809/1239194999] boot 2024-04-26T04:51:42.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:41 smithi102 bash[31411]: cluster 2024-04-26T04:51:40.858573+0000 mon.a (mon.0) 509 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2024-04-26T04:51:42.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:41 smithi102 bash[31411]: audit 2024-04-26T04:51:40.858959+0000 mon.a (mon.0) 510 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T04:51:42.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:41 smithi102 bash[31411]: cluster 2024-04-26T04:51:40.970431+0000 mon.a (mon.0) 511 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-26T04:51:42.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:41 smithi102 bash[21319]: cluster 2024-04-26T04:51:39.023988+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:51:42.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:41 smithi102 bash[21319]: cluster 2024-04-26T04:51:39.024075+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:51:42.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:41 smithi102 bash[21319]: cluster 2024-04-26T04:51:40.584196+0000 mgr.y (mgr.14152) 250 : cluster [DBG] pgmap v226: 1 pgs: 1 peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-04-26T04:51:42.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:41 smithi102 bash[21319]: cluster 2024-04-26T04:51:40.858484+0000 mon.a (mon.0) 508 : cluster [INF] osd.5 [v2:172.21.15.174:6808/1239194999,v1:172.21.15.174:6809/1239194999] boot 2024-04-26T04:51:42.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:41 smithi102 bash[21319]: cluster 2024-04-26T04:51:40.858573+0000 mon.a (mon.0) 509 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2024-04-26T04:51:42.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:41 smithi102 bash[21319]: audit 2024-04-26T04:51:40.858959+0000 mon.a (mon.0) 510 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T04:51:42.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:41 smithi102 bash[21319]: cluster 2024-04-26T04:51:40.970431+0000 mon.a (mon.0) 511 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-26T04:51:43.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:42 smithi174 bash[23471]: cluster 2024-04-26T04:51:41.861890+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e40: 6 total, 6 up, 6 in 2024-04-26T04:51:43.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:42 smithi102 bash[21319]: cluster 2024-04-26T04:51:41.861890+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e40: 6 total, 6 up, 6 in 2024-04-26T04:51:43.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:42 smithi102 bash[31411]: cluster 2024-04-26T04:51:41.861890+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e40: 6 total, 6 up, 6 in 2024-04-26T04:51:44.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:43 smithi174 bash[23471]: cluster 2024-04-26T04:51:42.584780+0000 mgr.y (mgr.14152) 251 : cluster [DBG] pgmap v229: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:51:44.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:43 smithi174 bash[23471]: cluster 2024-04-26T04:51:42.864107+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e41: 6 total, 6 up, 6 in 2024-04-26T04:51:44.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:43 smithi102 bash[31411]: cluster 2024-04-26T04:51:42.584780+0000 mgr.y (mgr.14152) 251 : cluster [DBG] pgmap v229: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:51:44.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:43 smithi102 bash[31411]: cluster 2024-04-26T04:51:42.864107+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e41: 6 total, 6 up, 6 in 2024-04-26T04:51:44.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:43 smithi102 bash[21319]: cluster 2024-04-26T04:51:42.584780+0000 mgr.y (mgr.14152) 251 : cluster [DBG] pgmap v229: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:51:44.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:43 smithi102 bash[21319]: cluster 2024-04-26T04:51:42.864107+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e41: 6 total, 6 up, 6 in 2024-04-26T04:51:44.757 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T04:51:45.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:44 smithi174 bash[23471]: cluster 2024-04-26T04:51:43.889236+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in 2024-04-26T04:51:45.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:44 smithi102 bash[31411]: cluster 2024-04-26T04:51:43.889236+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in 2024-04-26T04:51:45.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:44 smithi102 bash[21319]: cluster 2024-04-26T04:51:43.889236+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in 2024-04-26T04:51:46.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:45 smithi174 bash[23471]: cluster 2024-04-26T04:51:44.585367+0000 mgr.y (mgr.14152) 252 : cluster [DBG] pgmap v232: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:51:46.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:45 smithi174 bash[23471]: cluster 2024-04-26T04:51:44.900657+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e43: 6 total, 6 up, 6 in 2024-04-26T04:51:46.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:45 smithi102 bash[21319]: cluster 2024-04-26T04:51:44.585367+0000 mgr.y (mgr.14152) 252 : cluster [DBG] pgmap v232: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:51:46.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:45 smithi102 bash[21319]: cluster 2024-04-26T04:51:44.900657+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e43: 6 total, 6 up, 6 in 2024-04-26T04:51:46.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:45 smithi102 bash[31411]: cluster 2024-04-26T04:51:44.585367+0000 mgr.y (mgr.14152) 252 : cluster [DBG] pgmap v232: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:51:46.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:45 smithi102 bash[31411]: cluster 2024-04-26T04:51:44.900657+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e43: 6 total, 6 up, 6 in 2024-04-26T04:51:47.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:46 smithi174 bash[23471]: cluster 2024-04-26T04:51:46.585953+0000 mgr.y (mgr.14152) 253 : cluster [DBG] pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 122 KiB/s, 0 objects/s recovering 2024-04-26T04:51:47.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:46 smithi174 bash[23471]: cluster 2024-04-26T04:51:46.894407+0000 mon.a (mon.0) 516 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-26T04:51:47.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:46 smithi174 bash[23471]: cluster 2024-04-26T04:51:46.894455+0000 mon.a (mon.0) 517 : cluster [INF] Cluster is now healthy 2024-04-26T04:51:47.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:46 smithi102 bash[21319]: cluster 2024-04-26T04:51:46.585953+0000 mgr.y (mgr.14152) 253 : cluster [DBG] pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 122 KiB/s, 0 objects/s recovering 2024-04-26T04:51:47.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:46 smithi102 bash[21319]: cluster 2024-04-26T04:51:46.894407+0000 mon.a (mon.0) 516 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-26T04:51:47.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:46 smithi102 bash[21319]: cluster 2024-04-26T04:51:46.894455+0000 mon.a (mon.0) 517 : cluster [INF] Cluster is now healthy 2024-04-26T04:51:47.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:46 smithi102 bash[31411]: cluster 2024-04-26T04:51:46.585953+0000 mgr.y (mgr.14152) 253 : cluster [DBG] pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 122 KiB/s, 0 objects/s recovering 2024-04-26T04:51:47.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:46 smithi102 bash[31411]: cluster 2024-04-26T04:51:46.894407+0000 mon.a (mon.0) 516 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-26T04:51:47.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:46 smithi102 bash[31411]: cluster 2024-04-26T04:51:46.894455+0000 mon.a (mon.0) 517 : cluster [INF] Cluster is now healthy 2024-04-26T04:51:48.564 INFO:teuthology.orchestra.run.smithi174.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-26T04:51:48.564 INFO:teuthology.orchestra.run.smithi174.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-26T04:51:48.564 INFO:teuthology.orchestra.run.smithi174.stderr: stderr: 10+0 records in 2024-04-26T04:51:48.564 INFO:teuthology.orchestra.run.smithi174.stderr:10+0 records out 2024-04-26T04:51:48.564 INFO:teuthology.orchestra.run.smithi174.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0133985 s, 783 MB/s 2024-04-26T04:51:48.564 INFO:teuthology.orchestra.run.smithi174.stderr:--> Zapping successful for: 2024-04-26T04:51:49.378 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi174:vg_nvme/lv_2 2024-04-26T04:51:49.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:49 smithi174 bash[23471]: cluster 2024-04-26T04:51:48.586491+0000 mgr.y (mgr.14152) 254 : cluster [DBG] pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T04:51:49.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:49 smithi102 bash[21319]: cluster 2024-04-26T04:51:48.586491+0000 mgr.y (mgr.14152) 254 : cluster [DBG] pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T04:51:49.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:49 smithi102 bash[31411]: cluster 2024-04-26T04:51:48.586491+0000 mgr.y (mgr.14152) 254 : cluster [DBG] pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T04:51:51.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:50 smithi174 bash[23471]: cephadm 2024-04-26T04:51:49.734459+0000 mgr.y (mgr.14152) 255 : cephadm [INF] Detected new or changed devices on smithi174 2024-04-26T04:51:51.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:50 smithi174 bash[23471]: audit 2024-04-26T04:51:49.743492+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:51.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:50 smithi174 bash[23471]: audit 2024-04-26T04:51:49.752624+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:51.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:50 smithi174 bash[23471]: audit 2024-04-26T04:51:49.755299+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:51:51.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:50 smithi174 bash[23471]: audit 2024-04-26T04:51:49.757205+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:51:51.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:50 smithi174 bash[23471]: cephadm 2024-04-26T04:51:49.758492+0000 mgr.y (mgr.14152) 256 : cephadm [INF] Adjusting osd_memory_target on smithi174 to 8632M 2024-04-26T04:51:51.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:50 smithi174 bash[23471]: audit 2024-04-26T04:51:49.768908+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:51.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:50 smithi174 bash[23471]: audit 2024-04-26T04:51:49.771114+0000 mon.a (mon.0) 523 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:51:51.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:50 smithi174 bash[23471]: audit 2024-04-26T04:51:49.772890+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:51:51.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:50 smithi174 bash[23471]: audit 2024-04-26T04:51:49.783538+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:51.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:50 smithi102 bash[21319]: cephadm 2024-04-26T04:51:49.734459+0000 mgr.y (mgr.14152) 255 : cephadm [INF] Detected new or changed devices on smithi174 2024-04-26T04:51:51.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:50 smithi102 bash[21319]: audit 2024-04-26T04:51:49.743492+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:51.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:50 smithi102 bash[21319]: audit 2024-04-26T04:51:49.752624+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:51.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:50 smithi102 bash[21319]: audit 2024-04-26T04:51:49.755299+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:51:51.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:50 smithi102 bash[21319]: audit 2024-04-26T04:51:49.757205+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:51:51.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:50 smithi102 bash[21319]: cephadm 2024-04-26T04:51:49.758492+0000 mgr.y (mgr.14152) 256 : cephadm [INF] Adjusting osd_memory_target on smithi174 to 8632M 2024-04-26T04:51:51.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:50 smithi102 bash[21319]: audit 2024-04-26T04:51:49.768908+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:51.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:50 smithi102 bash[21319]: audit 2024-04-26T04:51:49.771114+0000 mon.a (mon.0) 523 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:51:51.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:50 smithi102 bash[21319]: audit 2024-04-26T04:51:49.772890+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:51:51.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:50 smithi102 bash[21319]: audit 2024-04-26T04:51:49.783538+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:51.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:50 smithi102 bash[31411]: cephadm 2024-04-26T04:51:49.734459+0000 mgr.y (mgr.14152) 255 : cephadm [INF] Detected new or changed devices on smithi174 2024-04-26T04:51:51.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:50 smithi102 bash[31411]: audit 2024-04-26T04:51:49.743492+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:51.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:50 smithi102 bash[31411]: audit 2024-04-26T04:51:49.752624+0000 mon.a (mon.0) 519 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:51.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:50 smithi102 bash[31411]: audit 2024-04-26T04:51:49.755299+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:51:51.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:50 smithi102 bash[31411]: audit 2024-04-26T04:51:49.757205+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:51:51.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:50 smithi102 bash[31411]: cephadm 2024-04-26T04:51:49.758492+0000 mgr.y (mgr.14152) 256 : cephadm [INF] Adjusting osd_memory_target on smithi174 to 8632M 2024-04-26T04:51:51.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:50 smithi102 bash[31411]: audit 2024-04-26T04:51:49.768908+0000 mon.a (mon.0) 522 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:51.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:50 smithi102 bash[31411]: audit 2024-04-26T04:51:49.771114+0000 mon.a (mon.0) 523 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:51:51.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:50 smithi102 bash[31411]: audit 2024-04-26T04:51:49.772890+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:51:51.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:50 smithi102 bash[31411]: audit 2024-04-26T04:51:49.783538+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:51:52.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:51 smithi174 bash[23471]: cluster 2024-04-26T04:51:50.587040+0000 mgr.y (mgr.14152) 257 : cluster [DBG] pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-04-26T04:51:52.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:51 smithi102 bash[21319]: cluster 2024-04-26T04:51:50.587040+0000 mgr.y (mgr.14152) 257 : cluster [DBG] pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-04-26T04:51:52.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:51 smithi102 bash[31411]: cluster 2024-04-26T04:51:50.587040+0000 mgr.y (mgr.14152) 257 : cluster [DBG] pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-04-26T04:51:54.107 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T04:51:54.129 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:53 smithi174 bash[23471]: cluster 2024-04-26T04:51:52.587624+0000 mgr.y (mgr.14152) 258 : cluster [DBG] pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-04-26T04:51:54.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:53 smithi102 bash[21319]: cluster 2024-04-26T04:51:52.587624+0000 mgr.y (mgr.14152) 258 : cluster [DBG] pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-04-26T04:51:54.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:53 smithi102 bash[31411]: cluster 2024-04-26T04:51:52.587624+0000 mgr.y (mgr.14152) 258 : cluster [DBG] pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-04-26T04:51:55.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:55 smithi174 bash[23471]: cluster 2024-04-26T04:51:54.588182+0000 mgr.y (mgr.14152) 259 : cluster [DBG] pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T04:51:56.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:55 smithi102 bash[21319]: cluster 2024-04-26T04:51:54.588182+0000 mgr.y (mgr.14152) 259 : cluster [DBG] pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T04:51:56.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:55 smithi102 bash[31411]: cluster 2024-04-26T04:51:54.588182+0000 mgr.y (mgr.14152) 259 : cluster [DBG] pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T04:51:57.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:56 smithi174 bash[23471]: audit 2024-04-26T04:51:56.696963+0000 mon.a (mon.0) 526 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:51:57.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:56 smithi174 bash[23471]: audit 2024-04-26T04:51:56.703410+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:51:57.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:56 smithi174 bash[23471]: audit 2024-04-26T04:51:56.705146+0000 mon.a (mon.0) 528 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:51:57.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:56 smithi102 bash[21319]: audit 2024-04-26T04:51:56.696963+0000 mon.a (mon.0) 526 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:51:57.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:56 smithi102 bash[21319]: audit 2024-04-26T04:51:56.703410+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:51:57.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:56 smithi102 bash[21319]: audit 2024-04-26T04:51:56.705146+0000 mon.a (mon.0) 528 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:51:57.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:56 smithi102 bash[31411]: audit 2024-04-26T04:51:56.696963+0000 mon.a (mon.0) 526 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:51:57.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:56 smithi102 bash[31411]: audit 2024-04-26T04:51:56.703410+0000 mon.a (mon.0) 527 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:51:57.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:56 smithi102 bash[31411]: audit 2024-04-26T04:51:56.705146+0000 mon.a (mon.0) 528 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:51:58.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:57 smithi174 bash[23471]: cluster 2024-04-26T04:51:56.588759+0000 mgr.y (mgr.14152) 260 : cluster [DBG] pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-04-26T04:51:58.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:57 smithi174 bash[23471]: audit 2024-04-26T04:51:56.690115+0000 mgr.y (mgr.14152) 261 : audit [DBG] from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:51:58.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:57 smithi102 bash[21319]: cluster 2024-04-26T04:51:56.588759+0000 mgr.y (mgr.14152) 260 : cluster [DBG] pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-04-26T04:51:58.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:57 smithi102 bash[21319]: audit 2024-04-26T04:51:56.690115+0000 mgr.y (mgr.14152) 261 : audit [DBG] from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:51:58.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:57 smithi102 bash[31411]: cluster 2024-04-26T04:51:56.588759+0000 mgr.y (mgr.14152) 260 : cluster [DBG] pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-04-26T04:51:58.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:57 smithi102 bash[31411]: audit 2024-04-26T04:51:56.690115+0000 mgr.y (mgr.14152) 261 : audit [DBG] from='client.24217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:52:00.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:51:59 smithi174 bash[23471]: cluster 2024-04-26T04:51:58.589294+0000 mgr.y (mgr.14152) 262 : cluster [DBG] pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:00.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:51:59 smithi102 bash[21319]: cluster 2024-04-26T04:51:58.589294+0000 mgr.y (mgr.14152) 262 : cluster [DBG] pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:00.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:51:59 smithi102 bash[31411]: cluster 2024-04-26T04:51:58.589294+0000 mgr.y (mgr.14152) 262 : cluster [DBG] pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:02.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:01 smithi174 bash[23471]: cluster 2024-04-26T04:52:00.589801+0000 mgr.y (mgr.14152) 263 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:02.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:01 smithi102 bash[21319]: cluster 2024-04-26T04:52:00.589801+0000 mgr.y (mgr.14152) 263 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:02.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:01 smithi102 bash[31411]: cluster 2024-04-26T04:52:00.589801+0000 mgr.y (mgr.14152) 263 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:03.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:03 smithi174 bash[23471]: cluster 2024-04-26T04:52:02.590348+0000 mgr.y (mgr.14152) 264 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:03.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:03 smithi102 bash[21319]: cluster 2024-04-26T04:52:02.590348+0000 mgr.y (mgr.14152) 264 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:03.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:03 smithi102 bash[31411]: cluster 2024-04-26T04:52:02.590348+0000 mgr.y (mgr.14152) 264 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:04.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:04 smithi174 bash[23471]: audit 2024-04-26T04:52:04.495008+0000 mon.b (mon.1) 17 : audit [INF] from='client.? 172.21.15.174:0/1938493814' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a4df967-f447-4662-acb1-43f576399c4a"}]: dispatch 2024-04-26T04:52:04.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:04 smithi174 bash[23471]: audit 2024-04-26T04:52:04.496978+0000 mon.a (mon.0) 529 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a4df967-f447-4662-acb1-43f576399c4a"}]: dispatch 2024-04-26T04:52:04.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:04 smithi102 bash[21319]: audit 2024-04-26T04:52:04.495008+0000 mon.b (mon.1) 17 : audit [INF] from='client.? 172.21.15.174:0/1938493814' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a4df967-f447-4662-acb1-43f576399c4a"}]: dispatch 2024-04-26T04:52:04.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:04 smithi102 bash[21319]: audit 2024-04-26T04:52:04.496978+0000 mon.a (mon.0) 529 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a4df967-f447-4662-acb1-43f576399c4a"}]: dispatch 2024-04-26T04:52:04.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:04 smithi102 bash[31411]: audit 2024-04-26T04:52:04.495008+0000 mon.b (mon.1) 17 : audit [INF] from='client.? 172.21.15.174:0/1938493814' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a4df967-f447-4662-acb1-43f576399c4a"}]: dispatch 2024-04-26T04:52:04.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:04 smithi102 bash[31411]: audit 2024-04-26T04:52:04.496978+0000 mon.a (mon.0) 529 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a4df967-f447-4662-acb1-43f576399c4a"}]: dispatch 2024-04-26T04:52:05.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:05 smithi174 bash[23471]: audit 2024-04-26T04:52:04.505785+0000 mon.a (mon.0) 530 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a4df967-f447-4662-acb1-43f576399c4a"}]': finished 2024-04-26T04:52:05.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:05 smithi174 bash[23471]: cluster 2024-04-26T04:52:04.505936+0000 mon.a (mon.0) 531 : cluster [DBG] osdmap e44: 7 total, 6 up, 7 in 2024-04-26T04:52:05.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:05 smithi174 bash[23471]: audit 2024-04-26T04:52:04.506782+0000 mon.a (mon.0) 532 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T04:52:05.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:05 smithi174 bash[23471]: cluster 2024-04-26T04:52:04.590820+0000 mgr.y (mgr.14152) 265 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:05.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:05 smithi174 bash[23471]: audit 2024-04-26T04:52:05.199598+0000 mon.b (mon.1) 18 : audit [DBG] from='client.? 172.21.15.174:0/270607562' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:52:05.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:05 smithi102 bash[21319]: audit 2024-04-26T04:52:04.505785+0000 mon.a (mon.0) 530 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a4df967-f447-4662-acb1-43f576399c4a"}]': finished 2024-04-26T04:52:05.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:05 smithi102 bash[21319]: cluster 2024-04-26T04:52:04.505936+0000 mon.a (mon.0) 531 : cluster [DBG] osdmap e44: 7 total, 6 up, 7 in 2024-04-26T04:52:05.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:05 smithi102 bash[21319]: audit 2024-04-26T04:52:04.506782+0000 mon.a (mon.0) 532 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T04:52:05.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:05 smithi102 bash[21319]: cluster 2024-04-26T04:52:04.590820+0000 mgr.y (mgr.14152) 265 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:05.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:05 smithi102 bash[21319]: audit 2024-04-26T04:52:05.199598+0000 mon.b (mon.1) 18 : audit [DBG] from='client.? 172.21.15.174:0/270607562' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:52:05.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:05 smithi102 bash[31411]: audit 2024-04-26T04:52:04.505785+0000 mon.a (mon.0) 530 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a4df967-f447-4662-acb1-43f576399c4a"}]': finished 2024-04-26T04:52:05.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:05 smithi102 bash[31411]: cluster 2024-04-26T04:52:04.505936+0000 mon.a (mon.0) 531 : cluster [DBG] osdmap e44: 7 total, 6 up, 7 in 2024-04-26T04:52:05.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:05 smithi102 bash[31411]: audit 2024-04-26T04:52:04.506782+0000 mon.a (mon.0) 532 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T04:52:05.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:05 smithi102 bash[31411]: cluster 2024-04-26T04:52:04.590820+0000 mgr.y (mgr.14152) 265 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:05.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:05 smithi102 bash[31411]: audit 2024-04-26T04:52:05.199598+0000 mon.b (mon.1) 18 : audit [DBG] from='client.? 172.21.15.174:0/270607562' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:52:07.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:07 smithi174 bash[23471]: cluster 2024-04-26T04:52:06.591389+0000 mgr.y (mgr.14152) 266 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:07.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:07 smithi102 bash[21319]: cluster 2024-04-26T04:52:06.591389+0000 mgr.y (mgr.14152) 266 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:07.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:07 smithi102 bash[31411]: cluster 2024-04-26T04:52:06.591389+0000 mgr.y (mgr.14152) 266 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:09.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:09 smithi174 bash[23471]: cluster 2024-04-26T04:52:08.591965+0000 mgr.y (mgr.14152) 267 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:09.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:09 smithi102 bash[21319]: cluster 2024-04-26T04:52:08.591965+0000 mgr.y (mgr.14152) 267 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:09.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:09 smithi102 bash[31411]: cluster 2024-04-26T04:52:08.591965+0000 mgr.y (mgr.14152) 267 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:11.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:11 smithi174 bash[23471]: cluster 2024-04-26T04:52:10.592501+0000 mgr.y (mgr.14152) 268 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:11.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:11 smithi102 bash[21319]: cluster 2024-04-26T04:52:10.592501+0000 mgr.y (mgr.14152) 268 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:11.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:11 smithi102 bash[31411]: cluster 2024-04-26T04:52:10.592501+0000 mgr.y (mgr.14152) 268 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:13.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:13 smithi174 bash[23471]: cluster 2024-04-26T04:52:12.593129+0000 mgr.y (mgr.14152) 269 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:13.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:13 smithi102 bash[21319]: cluster 2024-04-26T04:52:12.593129+0000 mgr.y (mgr.14152) 269 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:13.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:13 smithi102 bash[31411]: cluster 2024-04-26T04:52:12.593129+0000 mgr.y (mgr.14152) 269 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:15.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:15 smithi174 bash[23471]: cluster 2024-04-26T04:52:14.593673+0000 mgr.y (mgr.14152) 270 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:15.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:15 smithi102 bash[21319]: cluster 2024-04-26T04:52:14.593673+0000 mgr.y (mgr.14152) 270 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:15.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:15 smithi102 bash[31411]: cluster 2024-04-26T04:52:14.593673+0000 mgr.y (mgr.14152) 270 : cluster [DBG] pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:16.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:16 smithi174 bash[23471]: audit 2024-04-26T04:52:16.309527+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T04:52:16.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:16 smithi174 bash[23471]: audit 2024-04-26T04:52:16.311370+0000 mon.a (mon.0) 534 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:52:16.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:16 smithi102 bash[21319]: audit 2024-04-26T04:52:16.309527+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T04:52:16.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:16 smithi102 bash[21319]: audit 2024-04-26T04:52:16.311370+0000 mon.a (mon.0) 534 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:52:16.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:16 smithi102 bash[31411]: audit 2024-04-26T04:52:16.309527+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T04:52:16.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:16 smithi102 bash[31411]: audit 2024-04-26T04:52:16.311370+0000 mon.a (mon.0) 534 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:52:17.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:17 smithi174 bash[23471]: cephadm 2024-04-26T04:52:16.312952+0000 mgr.y (mgr.14152) 271 : cephadm [INF] Deploying daemon osd.6 on smithi174 2024-04-26T04:52:17.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:17 smithi174 bash[23471]: cluster 2024-04-26T04:52:16.594238+0000 mgr.y (mgr.14152) 272 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:17.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:17 smithi102 bash[21319]: cephadm 2024-04-26T04:52:16.312952+0000 mgr.y (mgr.14152) 271 : cephadm [INF] Deploying daemon osd.6 on smithi174 2024-04-26T04:52:17.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:17 smithi102 bash[21319]: cluster 2024-04-26T04:52:16.594238+0000 mgr.y (mgr.14152) 272 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:17.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:17 smithi102 bash[31411]: cephadm 2024-04-26T04:52:16.312952+0000 mgr.y (mgr.14152) 271 : cephadm [INF] Deploying daemon osd.6 on smithi174 2024-04-26T04:52:17.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:17 smithi102 bash[31411]: cluster 2024-04-26T04:52:16.594238+0000 mgr.y (mgr.14152) 272 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:19.875 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:19 smithi174 bash[23471]: cluster 2024-04-26T04:52:18.594776+0000 mgr.y (mgr.14152) 273 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:19.875 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:19 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:52:19.875 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:52:19 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:52:19.876 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 04:52:19 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:52:19.876 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 04:52:19 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:52:19.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:19 smithi102 bash[21319]: cluster 2024-04-26T04:52:18.594776+0000 mgr.y (mgr.14152) 273 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:19.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:19 smithi102 bash[31411]: cluster 2024-04-26T04:52:18.594776+0000 mgr.y (mgr.14152) 273 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:20.126 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:52:20.127 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 04:52:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:52:20.127 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 04:52:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:52:20.127 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:52:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:52:21.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:21 smithi174 bash[23471]: audit 2024-04-26T04:52:20.169696+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:21.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:21 smithi174 bash[23471]: audit 2024-04-26T04:52:20.179263+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:21.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:21 smithi174 bash[23471]: audit 2024-04-26T04:52:20.203225+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:52:21.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:21 smithi174 bash[23471]: cluster 2024-04-26T04:52:20.595430+0000 mgr.y (mgr.14152) 274 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:21.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:21 smithi102 bash[21319]: audit 2024-04-26T04:52:20.169696+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:21.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:21 smithi102 bash[21319]: audit 2024-04-26T04:52:20.179263+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:21.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:21 smithi102 bash[21319]: audit 2024-04-26T04:52:20.203225+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:52:21.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:21 smithi102 bash[21319]: cluster 2024-04-26T04:52:20.595430+0000 mgr.y (mgr.14152) 274 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:21.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:21 smithi102 bash[31411]: audit 2024-04-26T04:52:20.169696+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:21.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:21 smithi102 bash[31411]: audit 2024-04-26T04:52:20.179263+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:21.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:21 smithi102 bash[31411]: audit 2024-04-26T04:52:20.203225+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:52:21.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:21 smithi102 bash[31411]: cluster 2024-04-26T04:52:20.595430+0000 mgr.y (mgr.14152) 274 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:23.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:23 smithi174 bash[23471]: cluster 2024-04-26T04:52:22.596074+0000 mgr.y (mgr.14152) 275 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:23.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:23 smithi102 bash[21319]: cluster 2024-04-26T04:52:22.596074+0000 mgr.y (mgr.14152) 275 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:23.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:23 smithi102 bash[31411]: cluster 2024-04-26T04:52:22.596074+0000 mgr.y (mgr.14152) 275 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:25.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:25 smithi174 bash[23471]: cluster 2024-04-26T04:52:24.596609+0000 mgr.y (mgr.14152) 276 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:25.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:25 smithi174 bash[23471]: audit 2024-04-26T04:52:25.320035+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:25.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:25 smithi174 bash[23471]: audit 2024-04-26T04:52:25.332271+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:25.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:25 smithi174 bash[23471]: audit 2024-04-26T04:52:25.334300+0000 mon.a (mon.0) 540 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:52:25.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:25 smithi174 bash[23471]: audit 2024-04-26T04:52:25.336164+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:52:25.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:25 smithi174 bash[23471]: audit 2024-04-26T04:52:25.346136+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:25.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:25 smithi102 bash[31411]: cluster 2024-04-26T04:52:24.596609+0000 mgr.y (mgr.14152) 276 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:25.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:25 smithi102 bash[31411]: audit 2024-04-26T04:52:25.320035+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:25.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:25 smithi102 bash[31411]: audit 2024-04-26T04:52:25.332271+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:25.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:25 smithi102 bash[31411]: audit 2024-04-26T04:52:25.334300+0000 mon.a (mon.0) 540 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:52:25.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:25 smithi102 bash[31411]: audit 2024-04-26T04:52:25.336164+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:52:25.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:25 smithi102 bash[31411]: audit 2024-04-26T04:52:25.346136+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:25.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:25 smithi102 bash[21319]: cluster 2024-04-26T04:52:24.596609+0000 mgr.y (mgr.14152) 276 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:25.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:25 smithi102 bash[21319]: audit 2024-04-26T04:52:25.320035+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:25.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:25 smithi102 bash[21319]: audit 2024-04-26T04:52:25.332271+0000 mon.a (mon.0) 539 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:25.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:25 smithi102 bash[21319]: audit 2024-04-26T04:52:25.334300+0000 mon.a (mon.0) 540 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:52:25.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:25 smithi102 bash[21319]: audit 2024-04-26T04:52:25.336164+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:52:25.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:25 smithi102 bash[21319]: audit 2024-04-26T04:52:25.346136+0000 mon.a (mon.0) 542 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:26.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:26 smithi174 bash[23471]: audit 2024-04-26T04:52:26.312835+0000 mon.b (mon.1) 19 : audit [INF] from='osd.6 [v2:172.21.15.174:6816/3734711246,v1:172.21.15.174:6817/3734711246]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T04:52:26.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:26 smithi174 bash[23471]: audit 2024-04-26T04:52:26.314765+0000 mon.a (mon.0) 543 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T04:52:26.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:26 smithi102 bash[21319]: audit 2024-04-26T04:52:26.312835+0000 mon.b (mon.1) 19 : audit [INF] from='osd.6 [v2:172.21.15.174:6816/3734711246,v1:172.21.15.174:6817/3734711246]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T04:52:26.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:26 smithi102 bash[21319]: audit 2024-04-26T04:52:26.314765+0000 mon.a (mon.0) 543 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T04:52:26.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:26 smithi102 bash[31411]: audit 2024-04-26T04:52:26.312835+0000 mon.b (mon.1) 19 : audit [INF] from='osd.6 [v2:172.21.15.174:6816/3734711246,v1:172.21.15.174:6817/3734711246]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T04:52:26.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:26 smithi102 bash[31411]: audit 2024-04-26T04:52:26.314765+0000 mon.a (mon.0) 543 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-26T04:52:27.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:27 smithi174 bash[23471]: cluster 2024-04-26T04:52:26.597170+0000 mgr.y (mgr.14152) 277 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:27.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:27 smithi174 bash[23471]: audit 2024-04-26T04:52:26.671474+0000 mon.a (mon.0) 544 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T04:52:27.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:27 smithi174 bash[23471]: cluster 2024-04-26T04:52:26.671696+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e45: 7 total, 6 up, 7 in 2024-04-26T04:52:27.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:27 smithi174 bash[23471]: audit 2024-04-26T04:52:26.671953+0000 mon.a (mon.0) 546 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T04:52:27.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:27 smithi174 bash[23471]: audit 2024-04-26T04:52:26.674208+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.174:6816/3734711246,v1:172.21.15.174:6817/3734711246]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:52:27.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:27 smithi174 bash[23471]: audit 2024-04-26T04:52:26.676227+0000 mon.a (mon.0) 547 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:52:27.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:27 smithi102 bash[21319]: cluster 2024-04-26T04:52:26.597170+0000 mgr.y (mgr.14152) 277 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:27.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:27 smithi102 bash[21319]: audit 2024-04-26T04:52:26.671474+0000 mon.a (mon.0) 544 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T04:52:27.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:27 smithi102 bash[21319]: cluster 2024-04-26T04:52:26.671696+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e45: 7 total, 6 up, 7 in 2024-04-26T04:52:27.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:27 smithi102 bash[21319]: audit 2024-04-26T04:52:26.671953+0000 mon.a (mon.0) 546 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T04:52:27.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:27 smithi102 bash[21319]: audit 2024-04-26T04:52:26.674208+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.174:6816/3734711246,v1:172.21.15.174:6817/3734711246]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:52:27.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:27 smithi102 bash[21319]: audit 2024-04-26T04:52:26.676227+0000 mon.a (mon.0) 547 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:52:27.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:27 smithi102 bash[31411]: cluster 2024-04-26T04:52:26.597170+0000 mgr.y (mgr.14152) 277 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:27.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:27 smithi102 bash[31411]: audit 2024-04-26T04:52:26.671474+0000 mon.a (mon.0) 544 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-26T04:52:27.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:27 smithi102 bash[31411]: cluster 2024-04-26T04:52:26.671696+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e45: 7 total, 6 up, 7 in 2024-04-26T04:52:27.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:27 smithi102 bash[31411]: audit 2024-04-26T04:52:26.671953+0000 mon.a (mon.0) 546 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T04:52:27.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:27 smithi102 bash[31411]: audit 2024-04-26T04:52:26.674208+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.174:6816/3734711246,v1:172.21.15.174:6817/3734711246]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:52:27.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:27 smithi102 bash[31411]: audit 2024-04-26T04:52:26.676227+0000 mon.a (mon.0) 547 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:52:28.407 INFO:teuthology.orchestra.run.smithi174.stdout:Created osd(s) 6 on host 'smithi174' 2024-04-26T04:52:28.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:28 smithi102 bash[21319]: audit 2024-04-26T04:52:27.673846+0000 mon.a (mon.0) 548 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-04-26T04:52:28.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:28 smithi102 bash[21319]: cluster 2024-04-26T04:52:27.674013+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e46: 7 total, 6 up, 7 in 2024-04-26T04:52:28.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:28 smithi102 bash[21319]: audit 2024-04-26T04:52:27.674637+0000 mon.a (mon.0) 550 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T04:52:28.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:28 smithi102 bash[21319]: audit 2024-04-26T04:52:27.683415+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T04:52:28.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:28 smithi102 bash[21319]: audit 2024-04-26T04:52:28.382245+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:28.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:28 smithi102 bash[21319]: audit 2024-04-26T04:52:28.393606+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:28.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:28 smithi102 bash[21319]: audit 2024-04-26T04:52:28.394311+0000 mon.a (mon.0) 554 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:52:28.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:28 smithi102 bash[31411]: audit 2024-04-26T04:52:27.673846+0000 mon.a (mon.0) 548 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-04-26T04:52:28.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:28 smithi102 bash[31411]: cluster 2024-04-26T04:52:27.674013+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e46: 7 total, 6 up, 7 in 2024-04-26T04:52:28.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:28 smithi102 bash[31411]: audit 2024-04-26T04:52:27.674637+0000 mon.a (mon.0) 550 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T04:52:28.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:28 smithi102 bash[31411]: audit 2024-04-26T04:52:27.683415+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T04:52:28.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:28 smithi102 bash[31411]: audit 2024-04-26T04:52:28.382245+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:28.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:28 smithi102 bash[31411]: audit 2024-04-26T04:52:28.393606+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:28.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:28 smithi102 bash[31411]: audit 2024-04-26T04:52:28.394311+0000 mon.a (mon.0) 554 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:52:29.032 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:28 smithi174 bash[23471]: audit 2024-04-26T04:52:27.673846+0000 mon.a (mon.0) 548 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-04-26T04:52:29.032 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:28 smithi174 bash[23471]: cluster 2024-04-26T04:52:27.674013+0000 mon.a (mon.0) 549 : cluster [DBG] osdmap e46: 7 total, 6 up, 7 in 2024-04-26T04:52:29.033 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:28 smithi174 bash[23471]: audit 2024-04-26T04:52:27.674637+0000 mon.a (mon.0) 550 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T04:52:29.033 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:28 smithi174 bash[23471]: audit 2024-04-26T04:52:27.683415+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T04:52:29.033 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:28 smithi174 bash[23471]: audit 2024-04-26T04:52:28.382245+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:29.033 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:28 smithi174 bash[23471]: audit 2024-04-26T04:52:28.393606+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:29.033 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:28 smithi174 bash[23471]: audit 2024-04-26T04:52:28.394311+0000 mon.a (mon.0) 554 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:52:29.034 DEBUG:teuthology.orchestra.run.smithi174:osd.6> sudo journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.6.service 2024-04-26T04:52:29.037 INFO:tasks.cephadm:Deploying osd.7 on smithi174 with /dev/vg_nvme/lv_1... 2024-04-26T04:52:29.037 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-26T04:52:29.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:29 smithi102 bash[21319]: cluster 2024-04-26T04:52:27.346791+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:52:29.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:29 smithi102 bash[21319]: cluster 2024-04-26T04:52:27.346852+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:52:29.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:29 smithi102 bash[21319]: cluster 2024-04-26T04:52:28.597791+0000 mgr.y (mgr.14152) 278 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:29.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:29 smithi102 bash[21319]: cluster 2024-04-26T04:52:28.685104+0000 mon.a (mon.0) 555 : cluster [INF] osd.6 [v2:172.21.15.174:6816/3734711246,v1:172.21.15.174:6817/3734711246] boot 2024-04-26T04:52:29.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:29 smithi102 bash[21319]: cluster 2024-04-26T04:52:28.685338+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e47: 7 total, 7 up, 7 in 2024-04-26T04:52:29.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:29 smithi102 bash[21319]: audit 2024-04-26T04:52:28.686597+0000 mon.a (mon.0) 557 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T04:52:29.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:29 smithi102 bash[21319]: cluster 2024-04-26T04:52:29.686985+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e48: 7 total, 7 up, 7 in 2024-04-26T04:52:29.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:29 smithi102 bash[31411]: cluster 2024-04-26T04:52:27.346791+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:52:29.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:29 smithi102 bash[31411]: cluster 2024-04-26T04:52:27.346852+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:52:29.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:29 smithi102 bash[31411]: cluster 2024-04-26T04:52:28.597791+0000 mgr.y (mgr.14152) 278 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:29.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:29 smithi102 bash[31411]: cluster 2024-04-26T04:52:28.685104+0000 mon.a (mon.0) 555 : cluster [INF] osd.6 [v2:172.21.15.174:6816/3734711246,v1:172.21.15.174:6817/3734711246] boot 2024-04-26T04:52:29.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:29 smithi102 bash[31411]: cluster 2024-04-26T04:52:28.685338+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e47: 7 total, 7 up, 7 in 2024-04-26T04:52:29.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:29 smithi102 bash[31411]: audit 2024-04-26T04:52:28.686597+0000 mon.a (mon.0) 557 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T04:52:29.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:29 smithi102 bash[31411]: cluster 2024-04-26T04:52:29.686985+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e48: 7 total, 7 up, 7 in 2024-04-26T04:52:30.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:29 smithi174 bash[23471]: cluster 2024-04-26T04:52:27.346791+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:52:30.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:29 smithi174 bash[23471]: cluster 2024-04-26T04:52:27.346852+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:52:30.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:29 smithi174 bash[23471]: cluster 2024-04-26T04:52:28.597791+0000 mgr.y (mgr.14152) 278 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-04-26T04:52:30.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:29 smithi174 bash[23471]: cluster 2024-04-26T04:52:28.685104+0000 mon.a (mon.0) 555 : cluster [INF] osd.6 [v2:172.21.15.174:6816/3734711246,v1:172.21.15.174:6817/3734711246] boot 2024-04-26T04:52:30.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:29 smithi174 bash[23471]: cluster 2024-04-26T04:52:28.685338+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e47: 7 total, 7 up, 7 in 2024-04-26T04:52:30.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:29 smithi174 bash[23471]: audit 2024-04-26T04:52:28.686597+0000 mon.a (mon.0) 557 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T04:52:30.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:29 smithi174 bash[23471]: cluster 2024-04-26T04:52:29.686985+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e48: 7 total, 7 up, 7 in 2024-04-26T04:52:31.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:31 smithi102 bash[21319]: cluster 2024-04-26T04:52:30.598362+0000 mgr.y (mgr.14152) 279 : cluster [DBG] pgmap v261: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:31.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:31 smithi102 bash[21319]: cluster 2024-04-26T04:52:30.690618+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in 2024-04-26T04:52:31.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:31 smithi102 bash[31411]: cluster 2024-04-26T04:52:30.598362+0000 mgr.y (mgr.14152) 279 : cluster [DBG] pgmap v261: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:31.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:31 smithi102 bash[31411]: cluster 2024-04-26T04:52:30.690618+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in 2024-04-26T04:52:32.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:31 smithi174 bash[23471]: cluster 2024-04-26T04:52:30.598362+0000 mgr.y (mgr.14152) 279 : cluster [DBG] pgmap v261: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:32.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:31 smithi174 bash[23471]: cluster 2024-04-26T04:52:30.690618+0000 mon.a (mon.0) 559 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in 2024-04-26T04:52:32.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:32 smithi102 bash[21319]: cluster 2024-04-26T04:52:31.699837+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in 2024-04-26T04:52:32.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:32 smithi102 bash[31411]: cluster 2024-04-26T04:52:31.699837+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in 2024-04-26T04:52:33.164 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T04:52:33.178 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:32 smithi174 bash[23471]: cluster 2024-04-26T04:52:31.699837+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in 2024-04-26T04:52:33.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:33 smithi102 bash[21319]: cluster 2024-04-26T04:52:32.599014+0000 mgr.y (mgr.14152) 280 : cluster [DBG] pgmap v264: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:33.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:33 smithi102 bash[21319]: cluster 2024-04-26T04:52:32.711323+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e51: 7 total, 7 up, 7 in 2024-04-26T04:52:33.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:33 smithi102 bash[31411]: cluster 2024-04-26T04:52:32.599014+0000 mgr.y (mgr.14152) 280 : cluster [DBG] pgmap v264: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:33.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:33 smithi102 bash[31411]: cluster 2024-04-26T04:52:32.711323+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e51: 7 total, 7 up, 7 in 2024-04-26T04:52:34.124 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:33 smithi174 bash[23471]: cluster 2024-04-26T04:52:32.599014+0000 mgr.y (mgr.14152) 280 : cluster [DBG] pgmap v264: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:34.125 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:33 smithi174 bash[23471]: cluster 2024-04-26T04:52:32.711323+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e51: 7 total, 7 up, 7 in 2024-04-26T04:52:36.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:35 smithi174 bash[23471]: cluster 2024-04-26T04:52:34.599581+0000 mgr.y (mgr.14152) 281 : cluster [DBG] pgmap v266: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:36.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:35 smithi102 bash[21319]: cluster 2024-04-26T04:52:34.599581+0000 mgr.y (mgr.14152) 281 : cluster [DBG] pgmap v266: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:36.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:35 smithi102 bash[31411]: cluster 2024-04-26T04:52:34.599581+0000 mgr.y (mgr.14152) 281 : cluster [DBG] pgmap v266: 1 pgs: 1 remapped+peering; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:36.941 INFO:teuthology.orchestra.run.smithi174.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-26T04:52:36.941 INFO:teuthology.orchestra.run.smithi174.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-26T04:52:36.941 INFO:teuthology.orchestra.run.smithi174.stderr: stderr: 10+0 records in 2024-04-26T04:52:36.941 INFO:teuthology.orchestra.run.smithi174.stderr:10+0 records out 2024-04-26T04:52:36.941 INFO:teuthology.orchestra.run.smithi174.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0135772 s, 772 MB/s 2024-04-26T04:52:36.941 INFO:teuthology.orchestra.run.smithi174.stderr:--> Zapping successful for: 2024-04-26T04:52:37.717 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi174:vg_nvme/lv_1 2024-04-26T04:52:37.928 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:37 smithi174 bash[23471]: cluster 2024-04-26T04:52:36.600145+0000 mgr.y (mgr.14152) 282 : cluster [DBG] pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T04:52:38.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:37 smithi102 bash[21319]: cluster 2024-04-26T04:52:36.600145+0000 mgr.y (mgr.14152) 282 : cluster [DBG] pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T04:52:38.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:37 smithi102 bash[31411]: cluster 2024-04-26T04:52:36.600145+0000 mgr.y (mgr.14152) 282 : cluster [DBG] pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-26T04:52:39.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:39 smithi174 bash[23471]: cephadm 2024-04-26T04:52:38.138072+0000 mgr.y (mgr.14152) 283 : cephadm [INF] Detected new or changed devices on smithi174 2024-04-26T04:52:39.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:39 smithi174 bash[23471]: audit 2024-04-26T04:52:38.147847+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:39.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:39 smithi174 bash[23471]: audit 2024-04-26T04:52:38.157880+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:39.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:39 smithi174 bash[23471]: audit 2024-04-26T04:52:38.160252+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:52:39.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:39 smithi174 bash[23471]: audit 2024-04-26T04:52:38.161952+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:52:39.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:39 smithi174 bash[23471]: audit 2024-04-26T04:52:38.163679+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:52:39.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:39 smithi174 bash[23471]: cephadm 2024-04-26T04:52:38.165009+0000 mgr.y (mgr.14152) 284 : cephadm [INF] Adjusting osd_memory_target on smithi174 to 5755M 2024-04-26T04:52:39.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:39 smithi174 bash[23471]: audit 2024-04-26T04:52:38.173502+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:39.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:39 smithi174 bash[23471]: audit 2024-04-26T04:52:38.175631+0000 mon.a (mon.0) 568 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:52:39.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:39 smithi174 bash[23471]: audit 2024-04-26T04:52:38.177318+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:52:39.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:39 smithi174 bash[23471]: audit 2024-04-26T04:52:38.187199+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:39.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:39 smithi174 bash[23471]: cluster 2024-04-26T04:52:38.600685+0000 mgr.y (mgr.14152) 285 : cluster [DBG] pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-04-26T04:52:39.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[21319]: cephadm 2024-04-26T04:52:38.138072+0000 mgr.y (mgr.14152) 283 : cephadm [INF] Detected new or changed devices on smithi174 2024-04-26T04:52:39.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[21319]: audit 2024-04-26T04:52:38.147847+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:39.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[21319]: audit 2024-04-26T04:52:38.157880+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:39.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[21319]: audit 2024-04-26T04:52:38.160252+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:52:39.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[21319]: audit 2024-04-26T04:52:38.161952+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:52:39.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[21319]: audit 2024-04-26T04:52:38.163679+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:52:39.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[21319]: cephadm 2024-04-26T04:52:38.165009+0000 mgr.y (mgr.14152) 284 : cephadm [INF] Adjusting osd_memory_target on smithi174 to 5755M 2024-04-26T04:52:39.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[21319]: audit 2024-04-26T04:52:38.173502+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:39.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[21319]: audit 2024-04-26T04:52:38.175631+0000 mon.a (mon.0) 568 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:52:39.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[21319]: audit 2024-04-26T04:52:38.177318+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:52:39.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[21319]: audit 2024-04-26T04:52:38.187199+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:39.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[21319]: cluster 2024-04-26T04:52:38.600685+0000 mgr.y (mgr.14152) 285 : cluster [DBG] pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-04-26T04:52:39.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[31411]: cephadm 2024-04-26T04:52:38.138072+0000 mgr.y (mgr.14152) 283 : cephadm [INF] Detected new or changed devices on smithi174 2024-04-26T04:52:39.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[31411]: audit 2024-04-26T04:52:38.147847+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:39.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[31411]: audit 2024-04-26T04:52:38.157880+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:39.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[31411]: audit 2024-04-26T04:52:38.160252+0000 mon.a (mon.0) 564 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:52:39.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[31411]: audit 2024-04-26T04:52:38.161952+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:52:39.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[31411]: audit 2024-04-26T04:52:38.163679+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:52:39.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[31411]: cephadm 2024-04-26T04:52:38.165009+0000 mgr.y (mgr.14152) 284 : cephadm [INF] Adjusting osd_memory_target on smithi174 to 5755M 2024-04-26T04:52:39.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[31411]: audit 2024-04-26T04:52:38.173502+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:39.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[31411]: audit 2024-04-26T04:52:38.175631+0000 mon.a (mon.0) 568 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:52:39.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[31411]: audit 2024-04-26T04:52:38.177318+0000 mon.a (mon.0) 569 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:52:39.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[31411]: audit 2024-04-26T04:52:38.187199+0000 mon.a (mon.0) 570 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:52:39.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:39 smithi102 bash[31411]: cluster 2024-04-26T04:52:38.600685+0000 mgr.y (mgr.14152) 285 : cluster [DBG] pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 73 KiB/s, 0 objects/s recovering 2024-04-26T04:52:41.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:41 smithi174 bash[23471]: cluster 2024-04-26T04:52:40.601358+0000 mgr.y (mgr.14152) 286 : cluster [DBG] pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-26T04:52:41.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:41 smithi102 bash[21319]: cluster 2024-04-26T04:52:40.601358+0000 mgr.y (mgr.14152) 286 : cluster [DBG] pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-26T04:52:41.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:41 smithi102 bash[31411]: cluster 2024-04-26T04:52:40.601358+0000 mgr.y (mgr.14152) 286 : cluster [DBG] pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-26T04:52:42.458 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T04:52:43.928 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:43 smithi174 bash[23471]: cluster 2024-04-26T04:52:42.601987+0000 mgr.y (mgr.14152) 287 : cluster [DBG] pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T04:52:43.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:43 smithi102 bash[21319]: cluster 2024-04-26T04:52:42.601987+0000 mgr.y (mgr.14152) 287 : cluster [DBG] pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T04:52:43.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:43 smithi102 bash[31411]: cluster 2024-04-26T04:52:42.601987+0000 mgr.y (mgr.14152) 287 : cluster [DBG] pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-26T04:52:45.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:45 smithi174 bash[23471]: cluster 2024-04-26T04:52:44.602510+0000 mgr.y (mgr.14152) 288 : cluster [DBG] pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-26T04:52:45.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:45 smithi174 bash[23471]: audit 2024-04-26T04:52:44.997659+0000 mon.a (mon.0) 571 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:52:45.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:45 smithi174 bash[23471]: audit 2024-04-26T04:52:45.004241+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:52:45.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:45 smithi174 bash[23471]: audit 2024-04-26T04:52:45.006020+0000 mon.a (mon.0) 573 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:52:45.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:45 smithi102 bash[21319]: cluster 2024-04-26T04:52:44.602510+0000 mgr.y (mgr.14152) 288 : cluster [DBG] pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-26T04:52:45.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:45 smithi102 bash[21319]: audit 2024-04-26T04:52:44.997659+0000 mon.a (mon.0) 571 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:52:45.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:45 smithi102 bash[21319]: audit 2024-04-26T04:52:45.004241+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:52:45.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:45 smithi102 bash[21319]: audit 2024-04-26T04:52:45.006020+0000 mon.a (mon.0) 573 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:52:45.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:45 smithi102 bash[31411]: cluster 2024-04-26T04:52:44.602510+0000 mgr.y (mgr.14152) 288 : cluster [DBG] pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-26T04:52:45.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:45 smithi102 bash[31411]: audit 2024-04-26T04:52:44.997659+0000 mon.a (mon.0) 571 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-26T04:52:45.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:45 smithi102 bash[31411]: audit 2024-04-26T04:52:45.004241+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-26T04:52:45.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:45 smithi102 bash[31411]: audit 2024-04-26T04:52:45.006020+0000 mon.a (mon.0) 573 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:52:46.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:46 smithi174 bash[23471]: audit 2024-04-26T04:52:44.990735+0000 mgr.y (mgr.14152) 289 : audit [DBG] from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:52:46.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:46 smithi102 bash[21319]: audit 2024-04-26T04:52:44.990735+0000 mgr.y (mgr.14152) 289 : audit [DBG] from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:52:46.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:46 smithi102 bash[31411]: audit 2024-04-26T04:52:44.990735+0000 mgr.y (mgr.14152) 289 : audit [DBG] from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi174:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:52:47.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:47 smithi174 bash[23471]: cluster 2024-04-26T04:52:46.603163+0000 mgr.y (mgr.14152) 290 : cluster [DBG] pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-26T04:52:47.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:47 smithi102 bash[21319]: cluster 2024-04-26T04:52:46.603163+0000 mgr.y (mgr.14152) 290 : cluster [DBG] pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-26T04:52:47.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:47 smithi102 bash[31411]: cluster 2024-04-26T04:52:46.603163+0000 mgr.y (mgr.14152) 290 : cluster [DBG] pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-26T04:52:49.928 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:49 smithi174 bash[23471]: cluster 2024-04-26T04:52:48.603842+0000 mgr.y (mgr.14152) 291 : cluster [DBG] pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:49.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:49 smithi102 bash[21319]: cluster 2024-04-26T04:52:48.603842+0000 mgr.y (mgr.14152) 291 : cluster [DBG] pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:49.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:49 smithi102 bash[31411]: cluster 2024-04-26T04:52:48.603842+0000 mgr.y (mgr.14152) 291 : cluster [DBG] pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:51.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:51 smithi174 bash[23471]: cluster 2024-04-26T04:52:50.604455+0000 mgr.y (mgr.14152) 292 : cluster [DBG] pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:51.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:51 smithi102 bash[21319]: cluster 2024-04-26T04:52:50.604455+0000 mgr.y (mgr.14152) 292 : cluster [DBG] pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:51.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:51 smithi102 bash[31411]: cluster 2024-04-26T04:52:50.604455+0000 mgr.y (mgr.14152) 292 : cluster [DBG] pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:53.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:53 smithi102 bash[21319]: cluster 2024-04-26T04:52:52.605020+0000 mgr.y (mgr.14152) 293 : cluster [DBG] pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:53.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:53 smithi102 bash[21319]: audit 2024-04-26T04:52:52.787151+0000 mon.b (mon.1) 21 : audit [INF] from='client.? 172.21.15.174:0/265989584' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b07e0cd4-ffd3-4296-9f5e-574fc65aacca"}]: dispatch 2024-04-26T04:52:53.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:53 smithi102 bash[21319]: audit 2024-04-26T04:52:52.789366+0000 mon.a (mon.0) 574 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b07e0cd4-ffd3-4296-9f5e-574fc65aacca"}]: dispatch 2024-04-26T04:52:53.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:53 smithi102 bash[21319]: audit 2024-04-26T04:52:52.800235+0000 mon.a (mon.0) 575 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b07e0cd4-ffd3-4296-9f5e-574fc65aacca"}]': finished 2024-04-26T04:52:53.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:53 smithi102 bash[21319]: cluster 2024-04-26T04:52:52.800504+0000 mon.a (mon.0) 576 : cluster [DBG] osdmap e52: 8 total, 7 up, 8 in 2024-04-26T04:52:53.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:53 smithi102 bash[21319]: audit 2024-04-26T04:52:52.800839+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T04:52:53.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:53 smithi102 bash[21319]: audit 2024-04-26T04:52:53.477916+0000 mon.b (mon.1) 22 : audit [DBG] from='client.? 172.21.15.174:0/818201056' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:52:53.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:53 smithi102 bash[31411]: cluster 2024-04-26T04:52:52.605020+0000 mgr.y (mgr.14152) 293 : cluster [DBG] pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:53.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:53 smithi102 bash[31411]: audit 2024-04-26T04:52:52.787151+0000 mon.b (mon.1) 21 : audit [INF] from='client.? 172.21.15.174:0/265989584' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b07e0cd4-ffd3-4296-9f5e-574fc65aacca"}]: dispatch 2024-04-26T04:52:53.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:53 smithi102 bash[31411]: audit 2024-04-26T04:52:52.789366+0000 mon.a (mon.0) 574 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b07e0cd4-ffd3-4296-9f5e-574fc65aacca"}]: dispatch 2024-04-26T04:52:53.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:53 smithi102 bash[31411]: audit 2024-04-26T04:52:52.800235+0000 mon.a (mon.0) 575 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b07e0cd4-ffd3-4296-9f5e-574fc65aacca"}]': finished 2024-04-26T04:52:53.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:53 smithi102 bash[31411]: cluster 2024-04-26T04:52:52.800504+0000 mon.a (mon.0) 576 : cluster [DBG] osdmap e52: 8 total, 7 up, 8 in 2024-04-26T04:52:53.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:53 smithi102 bash[31411]: audit 2024-04-26T04:52:52.800839+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T04:52:53.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:53 smithi102 bash[31411]: audit 2024-04-26T04:52:53.477916+0000 mon.b (mon.1) 22 : audit [DBG] from='client.? 172.21.15.174:0/818201056' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:52:54.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:53 smithi174 bash[23471]: cluster 2024-04-26T04:52:52.605020+0000 mgr.y (mgr.14152) 293 : cluster [DBG] pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:54.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:53 smithi174 bash[23471]: audit 2024-04-26T04:52:52.787151+0000 mon.b (mon.1) 21 : audit [INF] from='client.? 172.21.15.174:0/265989584' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b07e0cd4-ffd3-4296-9f5e-574fc65aacca"}]: dispatch 2024-04-26T04:52:54.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:53 smithi174 bash[23471]: audit 2024-04-26T04:52:52.789366+0000 mon.a (mon.0) 574 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b07e0cd4-ffd3-4296-9f5e-574fc65aacca"}]: dispatch 2024-04-26T04:52:54.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:53 smithi174 bash[23471]: audit 2024-04-26T04:52:52.800235+0000 mon.a (mon.0) 575 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b07e0cd4-ffd3-4296-9f5e-574fc65aacca"}]': finished 2024-04-26T04:52:54.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:53 smithi174 bash[23471]: cluster 2024-04-26T04:52:52.800504+0000 mon.a (mon.0) 576 : cluster [DBG] osdmap e52: 8 total, 7 up, 8 in 2024-04-26T04:52:54.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:53 smithi174 bash[23471]: audit 2024-04-26T04:52:52.800839+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T04:52:54.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:53 smithi174 bash[23471]: audit 2024-04-26T04:52:53.477916+0000 mon.b (mon.1) 22 : audit [DBG] from='client.? 172.21.15.174:0/818201056' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-26T04:52:55.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:55 smithi102 bash[21319]: cluster 2024-04-26T04:52:54.605527+0000 mgr.y (mgr.14152) 294 : cluster [DBG] pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:55.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:55 smithi102 bash[31411]: cluster 2024-04-26T04:52:54.605527+0000 mgr.y (mgr.14152) 294 : cluster [DBG] pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:55.970 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:55 smithi174 bash[23471]: cluster 2024-04-26T04:52:54.605527+0000 mgr.y (mgr.14152) 294 : cluster [DBG] pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:57.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:57 smithi102 bash[21319]: cluster 2024-04-26T04:52:56.606104+0000 mgr.y (mgr.14152) 295 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:57.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:57 smithi102 bash[31411]: cluster 2024-04-26T04:52:56.606104+0000 mgr.y (mgr.14152) 295 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:58.178 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:57 smithi174 bash[23471]: cluster 2024-04-26T04:52:56.606104+0000 mgr.y (mgr.14152) 295 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:59.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:52:59 smithi102 bash[21319]: cluster 2024-04-26T04:52:58.606660+0000 mgr.y (mgr.14152) 296 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:52:59.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:52:59 smithi102 bash[31411]: cluster 2024-04-26T04:52:58.606660+0000 mgr.y (mgr.14152) 296 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:00.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:52:59 smithi174 bash[23471]: cluster 2024-04-26T04:52:58.606660+0000 mgr.y (mgr.14152) 296 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:01.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:01 smithi102 bash[21319]: cluster 2024-04-26T04:53:00.607253+0000 mgr.y (mgr.14152) 297 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:01.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:01 smithi102 bash[31411]: cluster 2024-04-26T04:53:00.607253+0000 mgr.y (mgr.14152) 297 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:02.059 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:01 smithi174 bash[23471]: cluster 2024-04-26T04:53:00.607253+0000 mgr.y (mgr.14152) 297 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:03.928 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:03 smithi174 bash[23471]: cluster 2024-04-26T04:53:02.607840+0000 mgr.y (mgr.14152) 298 : cluster [DBG] pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:04.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:03 smithi102 bash[21319]: cluster 2024-04-26T04:53:02.607840+0000 mgr.y (mgr.14152) 298 : cluster [DBG] pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:04.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:03 smithi102 bash[31411]: cluster 2024-04-26T04:53:02.607840+0000 mgr.y (mgr.14152) 298 : cluster [DBG] pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:06.030 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:05 smithi174 bash[23471]: cluster 2024-04-26T04:53:04.608376+0000 mgr.y (mgr.14152) 299 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:06.033 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:05 smithi174 bash[23471]: audit 2024-04-26T04:53:04.756943+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T04:53:06.033 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:05 smithi174 bash[23471]: audit 2024-04-26T04:53:04.758798+0000 mon.a (mon.0) 579 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:53:06.033 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:05 smithi174 bash[23471]: cephadm 2024-04-26T04:53:04.760394+0000 mgr.y (mgr.14152) 300 : cephadm [INF] Deploying daemon osd.7 on smithi174 2024-04-26T04:53:06.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:05 smithi102 bash[21319]: cluster 2024-04-26T04:53:04.608376+0000 mgr.y (mgr.14152) 299 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:06.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:05 smithi102 bash[21319]: audit 2024-04-26T04:53:04.756943+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T04:53:06.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:05 smithi102 bash[21319]: audit 2024-04-26T04:53:04.758798+0000 mon.a (mon.0) 579 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:53:06.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:05 smithi102 bash[21319]: cephadm 2024-04-26T04:53:04.760394+0000 mgr.y (mgr.14152) 300 : cephadm [INF] Deploying daemon osd.7 on smithi174 2024-04-26T04:53:06.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:05 smithi102 bash[31411]: cluster 2024-04-26T04:53:04.608376+0000 mgr.y (mgr.14152) 299 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:06.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:05 smithi102 bash[31411]: audit 2024-04-26T04:53:04.756943+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T04:53:06.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:05 smithi102 bash[31411]: audit 2024-04-26T04:53:04.758798+0000 mon.a (mon.0) 579 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:53:06.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:05 smithi102 bash[31411]: cephadm 2024-04-26T04:53:04.760394+0000 mgr.y (mgr.14152) 300 : cephadm [INF] Deploying daemon osd.7 on smithi174 2024-04-26T04:53:07.928 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:07 smithi174 bash[23471]: cluster 2024-04-26T04:53:06.609013+0000 mgr.y (mgr.14152) 301 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:08.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:07 smithi102 bash[21319]: cluster 2024-04-26T04:53:06.609013+0000 mgr.y (mgr.14152) 301 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:08.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:07 smithi102 bash[31411]: cluster 2024-04-26T04:53:06.609013+0000 mgr.y (mgr.14152) 301 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:08.657 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:08 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:53:08.658 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:53:08 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:53:08.658 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 04:53:08 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:53:08.658 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 04:53:08 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:53:08.659 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 04:53:08 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:53:08.928 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:08 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:53:08.929 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 04:53:08 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:53:08.929 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 04:53:08 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:53:08.929 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 04:53:08 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:53:08.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:53:08 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:53:10.071 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:09 smithi174 bash[23471]: cluster 2024-04-26T04:53:08.609528+0000 mgr.y (mgr.14152) 302 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:10.071 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:09 smithi174 bash[23471]: audit 2024-04-26T04:53:08.816931+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:10.071 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:09 smithi174 bash[23471]: audit 2024-04-26T04:53:08.826703+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:10.071 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:09 smithi174 bash[23471]: audit 2024-04-26T04:53:08.855390+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:53:10.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:09 smithi102 bash[31411]: cluster 2024-04-26T04:53:08.609528+0000 mgr.y (mgr.14152) 302 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:10.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:09 smithi102 bash[31411]: audit 2024-04-26T04:53:08.816931+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:10.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:09 smithi102 bash[31411]: audit 2024-04-26T04:53:08.826703+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:10.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:09 smithi102 bash[31411]: audit 2024-04-26T04:53:08.855390+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:53:10.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:09 smithi102 bash[21319]: cluster 2024-04-26T04:53:08.609528+0000 mgr.y (mgr.14152) 302 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:10.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:09 smithi102 bash[21319]: audit 2024-04-26T04:53:08.816931+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:10.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:09 smithi102 bash[21319]: audit 2024-04-26T04:53:08.826703+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:10.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:09 smithi102 bash[21319]: audit 2024-04-26T04:53:08.855390+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:53:12.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:11 smithi174 bash[23471]: cluster 2024-04-26T04:53:10.610141+0000 mgr.y (mgr.14152) 303 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:12.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:11 smithi102 bash[21319]: cluster 2024-04-26T04:53:10.610141+0000 mgr.y (mgr.14152) 303 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:12.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:11 smithi102 bash[31411]: cluster 2024-04-26T04:53:10.610141+0000 mgr.y (mgr.14152) 303 : cluster [DBG] pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:13.928 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:13 smithi174 bash[23471]: cluster 2024-04-26T04:53:12.610679+0000 mgr.y (mgr.14152) 304 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:14.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:13 smithi102 bash[21319]: cluster 2024-04-26T04:53:12.610679+0000 mgr.y (mgr.14152) 304 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:14.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:13 smithi102 bash[31411]: cluster 2024-04-26T04:53:12.610679+0000 mgr.y (mgr.14152) 304 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:15.178 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:14 smithi174 bash[23471]: audit 2024-04-26T04:53:13.948452+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:15.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:14 smithi174 bash[23471]: audit 2024-04-26T04:53:13.958598+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:15.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:14 smithi174 bash[23471]: audit 2024-04-26T04:53:14.437239+0000 mon.a (mon.0) 585 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:53:15.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:14 smithi174 bash[23471]: audit 2024-04-26T04:53:14.439343+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:53:15.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:14 smithi174 bash[23471]: audit 2024-04-26T04:53:14.449742+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:15.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:14 smithi174 bash[23471]: cluster 2024-04-26T04:53:14.611203+0000 mgr.y (mgr.14152) 305 : cluster [DBG] pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:15.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:14 smithi174 bash[23471]: audit 2024-04-26T04:53:14.918616+0000 mon.b (mon.1) 23 : audit [INF] from='osd.7 [v2:172.21.15.174:6824/3556511472,v1:172.21.15.174:6825/3556511472]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T04:53:15.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:14 smithi174 bash[23471]: audit 2024-04-26T04:53:14.920482+0000 mon.a (mon.0) 588 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T04:53:15.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:14 smithi102 bash[21319]: audit 2024-04-26T04:53:13.948452+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:15.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:14 smithi102 bash[21319]: audit 2024-04-26T04:53:13.958598+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:15.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:14 smithi102 bash[21319]: audit 2024-04-26T04:53:14.437239+0000 mon.a (mon.0) 585 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:53:15.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:14 smithi102 bash[21319]: audit 2024-04-26T04:53:14.439343+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:53:15.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:14 smithi102 bash[21319]: audit 2024-04-26T04:53:14.449742+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:15.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:14 smithi102 bash[21319]: cluster 2024-04-26T04:53:14.611203+0000 mgr.y (mgr.14152) 305 : cluster [DBG] pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:15.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:14 smithi102 bash[21319]: audit 2024-04-26T04:53:14.918616+0000 mon.b (mon.1) 23 : audit [INF] from='osd.7 [v2:172.21.15.174:6824/3556511472,v1:172.21.15.174:6825/3556511472]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T04:53:15.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:14 smithi102 bash[21319]: audit 2024-04-26T04:53:14.920482+0000 mon.a (mon.0) 588 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T04:53:15.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:14 smithi102 bash[31411]: audit 2024-04-26T04:53:13.948452+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:15.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:14 smithi102 bash[31411]: audit 2024-04-26T04:53:13.958598+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:15.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:14 smithi102 bash[31411]: audit 2024-04-26T04:53:14.437239+0000 mon.a (mon.0) 585 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:53:15.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:14 smithi102 bash[31411]: audit 2024-04-26T04:53:14.439343+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:53:15.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:14 smithi102 bash[31411]: audit 2024-04-26T04:53:14.449742+0000 mon.a (mon.0) 587 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:15.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:14 smithi102 bash[31411]: cluster 2024-04-26T04:53:14.611203+0000 mgr.y (mgr.14152) 305 : cluster [DBG] pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:15.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:14 smithi102 bash[31411]: audit 2024-04-26T04:53:14.918616+0000 mon.b (mon.1) 23 : audit [INF] from='osd.7 [v2:172.21.15.174:6824/3556511472,v1:172.21.15.174:6825/3556511472]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T04:53:15.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:14 smithi102 bash[31411]: audit 2024-04-26T04:53:14.920482+0000 mon.a (mon.0) 588 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-26T04:53:16.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:16 smithi174 bash[23471]: audit 2024-04-26T04:53:15.457828+0000 mon.a (mon.0) 589 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T04:53:16.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:16 smithi174 bash[23471]: cluster 2024-04-26T04:53:15.458057+0000 mon.a (mon.0) 590 : cluster [DBG] osdmap e53: 8 total, 7 up, 8 in 2024-04-26T04:53:16.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:16 smithi174 bash[23471]: audit 2024-04-26T04:53:15.458080+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.174:6824/3556511472,v1:172.21.15.174:6825/3556511472]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:53:16.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:16 smithi174 bash[23471]: audit 2024-04-26T04:53:15.458338+0000 mon.a (mon.0) 591 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T04:53:16.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:16 smithi174 bash[23471]: audit 2024-04-26T04:53:15.460076+0000 mon.a (mon.0) 592 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:53:16.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:16 smithi102 bash[31411]: audit 2024-04-26T04:53:15.457828+0000 mon.a (mon.0) 589 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T04:53:16.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:16 smithi102 bash[31411]: cluster 2024-04-26T04:53:15.458057+0000 mon.a (mon.0) 590 : cluster [DBG] osdmap e53: 8 total, 7 up, 8 in 2024-04-26T04:53:16.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:16 smithi102 bash[31411]: audit 2024-04-26T04:53:15.458080+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.174:6824/3556511472,v1:172.21.15.174:6825/3556511472]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:53:16.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:16 smithi102 bash[31411]: audit 2024-04-26T04:53:15.458338+0000 mon.a (mon.0) 591 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T04:53:16.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:16 smithi102 bash[31411]: audit 2024-04-26T04:53:15.460076+0000 mon.a (mon.0) 592 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:53:16.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:16 smithi102 bash[21319]: audit 2024-04-26T04:53:15.457828+0000 mon.a (mon.0) 589 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-26T04:53:16.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:16 smithi102 bash[21319]: cluster 2024-04-26T04:53:15.458057+0000 mon.a (mon.0) 590 : cluster [DBG] osdmap e53: 8 total, 7 up, 8 in 2024-04-26T04:53:16.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:16 smithi102 bash[21319]: audit 2024-04-26T04:53:15.458080+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.174:6824/3556511472,v1:172.21.15.174:6825/3556511472]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:53:16.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:16 smithi102 bash[21319]: audit 2024-04-26T04:53:15.458338+0000 mon.a (mon.0) 591 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T04:53:16.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:16 smithi102 bash[21319]: audit 2024-04-26T04:53:15.460076+0000 mon.a (mon.0) 592 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T04:53:17.062 INFO:teuthology.orchestra.run.smithi174.stdout:Created osd(s) 7 on host 'smithi174' 2024-04-26T04:53:17.614 DEBUG:teuthology.orchestra.run.smithi174:osd.7> sudo journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.7.service 2024-04-26T04:53:17.616 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-26T04:53:17.616 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-26T04:53:17.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:17 smithi174 bash[23471]: audit 2024-04-26T04:53:16.464096+0000 mon.a (mon.0) 593 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-04-26T04:53:17.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:17 smithi174 bash[23471]: cluster 2024-04-26T04:53:16.464407+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e54: 8 total, 7 up, 8 in 2024-04-26T04:53:17.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:17 smithi174 bash[23471]: audit 2024-04-26T04:53:16.465139+0000 mon.a (mon.0) 595 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T04:53:17.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:17 smithi174 bash[23471]: audit 2024-04-26T04:53:16.474846+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T04:53:17.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:17 smithi174 bash[23471]: cluster 2024-04-26T04:53:16.611792+0000 mgr.y (mgr.14152) 306 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:17.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:17 smithi174 bash[23471]: audit 2024-04-26T04:53:17.035563+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:17.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:17 smithi174 bash[23471]: audit 2024-04-26T04:53:17.045730+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:17.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:17 smithi174 bash[23471]: audit 2024-04-26T04:53:17.046438+0000 mon.a (mon.0) 599 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:53:17.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:17 smithi174 bash[23471]: cluster 2024-04-26T04:53:17.465306+0000 mon.a (mon.0) 600 : cluster [INF] osd.7 [v2:172.21.15.174:6824/3556511472,v1:172.21.15.174:6825/3556511472] boot 2024-04-26T04:53:17.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:17 smithi174 bash[23471]: cluster 2024-04-26T04:53:17.465465+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-04-26T04:53:17.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:17 smithi102 bash[31411]: audit 2024-04-26T04:53:16.464096+0000 mon.a (mon.0) 593 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-04-26T04:53:17.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:17 smithi102 bash[31411]: cluster 2024-04-26T04:53:16.464407+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e54: 8 total, 7 up, 8 in 2024-04-26T04:53:17.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:17 smithi102 bash[31411]: audit 2024-04-26T04:53:16.465139+0000 mon.a (mon.0) 595 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T04:53:17.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:17 smithi102 bash[31411]: audit 2024-04-26T04:53:16.474846+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T04:53:17.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:17 smithi102 bash[31411]: cluster 2024-04-26T04:53:16.611792+0000 mgr.y (mgr.14152) 306 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:17.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:17 smithi102 bash[31411]: audit 2024-04-26T04:53:17.035563+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:17.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:17 smithi102 bash[31411]: audit 2024-04-26T04:53:17.045730+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:17.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:17 smithi102 bash[31411]: audit 2024-04-26T04:53:17.046438+0000 mon.a (mon.0) 599 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:53:17.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:17 smithi102 bash[31411]: cluster 2024-04-26T04:53:17.465306+0000 mon.a (mon.0) 600 : cluster [INF] osd.7 [v2:172.21.15.174:6824/3556511472,v1:172.21.15.174:6825/3556511472] boot 2024-04-26T04:53:17.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:17 smithi102 bash[31411]: cluster 2024-04-26T04:53:17.465465+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-04-26T04:53:17.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:17 smithi102 bash[21319]: audit 2024-04-26T04:53:16.464096+0000 mon.a (mon.0) 593 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]': finished 2024-04-26T04:53:17.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:17 smithi102 bash[21319]: cluster 2024-04-26T04:53:16.464407+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e54: 8 total, 7 up, 8 in 2024-04-26T04:53:17.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:17 smithi102 bash[21319]: audit 2024-04-26T04:53:16.465139+0000 mon.a (mon.0) 595 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T04:53:17.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:17 smithi102 bash[21319]: audit 2024-04-26T04:53:16.474846+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T04:53:17.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:17 smithi102 bash[21319]: cluster 2024-04-26T04:53:16.611792+0000 mgr.y (mgr.14152) 306 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-04-26T04:53:17.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:17 smithi102 bash[21319]: audit 2024-04-26T04:53:17.035563+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:17.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:17 smithi102 bash[21319]: audit 2024-04-26T04:53:17.045730+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:17.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:17 smithi102 bash[21319]: audit 2024-04-26T04:53:17.046438+0000 mon.a (mon.0) 599 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:53:17.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:17 smithi102 bash[21319]: cluster 2024-04-26T04:53:17.465306+0000 mon.a (mon.0) 600 : cluster [INF] osd.7 [v2:172.21.15.174:6824/3556511472,v1:172.21.15.174:6825/3556511472] boot 2024-04-26T04:53:17.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:17 smithi102 bash[21319]: cluster 2024-04-26T04:53:17.465465+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-04-26T04:53:18.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:18 smithi174 bash[23471]: cluster 2024-04-26T04:53:15.927691+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:53:18.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:18 smithi174 bash[23471]: cluster 2024-04-26T04:53:15.927762+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:53:18.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:18 smithi174 bash[23471]: audit 2024-04-26T04:53:17.465807+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T04:53:18.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:18 smithi174 bash[23471]: cluster 2024-04-26T04:53:17.516897+0000 mon.a (mon.0) 603 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-04-26T04:53:18.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:18 smithi102 bash[21319]: cluster 2024-04-26T04:53:15.927691+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:53:18.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:18 smithi102 bash[21319]: cluster 2024-04-26T04:53:15.927762+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:53:18.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:18 smithi102 bash[21319]: audit 2024-04-26T04:53:17.465807+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T04:53:18.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:18 smithi102 bash[21319]: cluster 2024-04-26T04:53:17.516897+0000 mon.a (mon.0) 603 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-04-26T04:53:18.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:18 smithi102 bash[31411]: cluster 2024-04-26T04:53:15.927691+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-04-26T04:53:18.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:18 smithi102 bash[31411]: cluster 2024-04-26T04:53:15.927762+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-04-26T04:53:18.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:18 smithi102 bash[31411]: audit 2024-04-26T04:53:17.465807+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T04:53:18.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:18 smithi102 bash[31411]: cluster 2024-04-26T04:53:17.516897+0000 mon.a (mon.0) 603 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-04-26T04:53:19.928 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:19 smithi174 bash[23471]: cluster 2024-04-26T04:53:18.523953+0000 mon.a (mon.0) 604 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-04-26T04:53:19.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:19 smithi174 bash[23471]: cluster 2024-04-26T04:53:18.612449+0000 mgr.y (mgr.14152) 307 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:19.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:19 smithi102 bash[31411]: cluster 2024-04-26T04:53:18.523953+0000 mon.a (mon.0) 604 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-04-26T04:53:19.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:19 smithi102 bash[31411]: cluster 2024-04-26T04:53:18.612449+0000 mgr.y (mgr.14152) 307 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:19.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:19 smithi102 bash[21319]: cluster 2024-04-26T04:53:18.523953+0000 mon.a (mon.0) 604 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-04-26T04:53:19.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:19 smithi102 bash[21319]: cluster 2024-04-26T04:53:18.612449+0000 mgr.y (mgr.14152) 307 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:20.928 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:20 smithi174 bash[23471]: cluster 2024-04-26T04:53:19.536809+0000 mon.a (mon.0) 605 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-04-26T04:53:20.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:20 smithi102 bash[21319]: cluster 2024-04-26T04:53:19.536809+0000 mon.a (mon.0) 605 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-04-26T04:53:20.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:20 smithi102 bash[31411]: cluster 2024-04-26T04:53:19.536809+0000 mon.a (mon.0) 605 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-04-26T04:53:21.855 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:21 smithi174 bash[23471]: cluster 2024-04-26T04:53:20.542977+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-04-26T04:53:21.856 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:21 smithi174 bash[23471]: cluster 2024-04-26T04:53:20.613054+0000 mgr.y (mgr.14152) 308 : cluster [DBG] pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:21.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:21 smithi102 bash[31411]: cluster 2024-04-26T04:53:20.542977+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-04-26T04:53:21.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:21 smithi102 bash[31411]: cluster 2024-04-26T04:53:20.613054+0000 mgr.y (mgr.14152) 308 : cluster [DBG] pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:21.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:21 smithi102 bash[21319]: cluster 2024-04-26T04:53:20.542977+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-04-26T04:53:21.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:21 smithi102 bash[21319]: cluster 2024-04-26T04:53:20.613054+0000 mgr.y (mgr.14152) 308 : cluster [DBG] pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:22.378 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:53:23.928 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:23 smithi174 bash[23471]: cluster 2024-04-26T04:53:22.613610+0000 mgr.y (mgr.14152) 309 : cluster [DBG] pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-04-26T04:53:23.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:23 smithi102 bash[31411]: cluster 2024-04-26T04:53:22.613610+0000 mgr.y (mgr.14152) 309 : cluster [DBG] pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-04-26T04:53:23.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:23 smithi102 bash[21319]: cluster 2024-04-26T04:53:22.613610+0000 mgr.y (mgr.14152) 309 : cluster [DBG] pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 113 KiB/s, 0 objects/s recovering 2024-04-26T04:53:25.342 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:53:25.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:25 smithi174 bash[23471]: cluster 2024-04-26T04:53:24.614200+0000 mgr.y (mgr.14152) 310 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-04-26T04:53:25.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:25 smithi174 bash[23471]: audit 2024-04-26T04:53:25.345669+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.102:0/1829505754' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T04:53:25.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:25 smithi102 bash[21319]: cluster 2024-04-26T04:53:24.614200+0000 mgr.y (mgr.14152) 310 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-04-26T04:53:25.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:25 smithi102 bash[21319]: audit 2024-04-26T04:53:25.345669+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.102:0/1829505754' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T04:53:25.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:25 smithi102 bash[31411]: cluster 2024-04-26T04:53:24.614200+0000 mgr.y (mgr.14152) 310 : cluster [DBG] pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 95 KiB/s, 0 objects/s recovering 2024-04-26T04:53:25.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:25 smithi102 bash[31411]: audit 2024-04-26T04:53:25.345669+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.102:0/1829505754' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-26T04:53:26.046 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":59,"num_osds":8,"num_up_osds":8,"osd_up_since":1714107197,"num_in_osds":8,"osd_in_since":1714107172,"num_remapped_pgs":0} 2024-04-26T04:53:26.047 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T04:53:27.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:26 smithi174 bash[23471]: cephadm 2024-04-26T04:53:25.886556+0000 mgr.y (mgr.14152) 311 : cephadm [INF] Detected new or changed devices on smithi174 2024-04-26T04:53:27.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:26 smithi174 bash[23471]: audit 2024-04-26T04:53:25.896282+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:27.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:26 smithi174 bash[23471]: audit 2024-04-26T04:53:25.906383+0000 mon.a (mon.0) 608 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:27.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:26 smithi174 bash[23471]: audit 2024-04-26T04:53:25.909005+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:53:27.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:26 smithi174 bash[23471]: audit 2024-04-26T04:53:25.910879+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:53:27.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:26 smithi174 bash[23471]: audit 2024-04-26T04:53:25.912543+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:53:27.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:26 smithi174 bash[23471]: audit 2024-04-26T04:53:25.914249+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:53:27.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:26 smithi174 bash[23471]: cephadm 2024-04-26T04:53:25.915532+0000 mgr.y (mgr.14152) 312 : cephadm [INF] Adjusting osd_memory_target on smithi174 to 4316M 2024-04-26T04:53:27.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:26 smithi174 bash[23471]: audit 2024-04-26T04:53:25.924197+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:27.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:26 smithi174 bash[23471]: audit 2024-04-26T04:53:25.926486+0000 mon.a (mon.0) 614 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:53:27.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:26 smithi174 bash[23471]: audit 2024-04-26T04:53:25.928346+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:53:27.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:26 smithi174 bash[23471]: audit 2024-04-26T04:53:25.938689+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:27.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[21319]: cephadm 2024-04-26T04:53:25.886556+0000 mgr.y (mgr.14152) 311 : cephadm [INF] Detected new or changed devices on smithi174 2024-04-26T04:53:27.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[21319]: audit 2024-04-26T04:53:25.896282+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:27.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[21319]: audit 2024-04-26T04:53:25.906383+0000 mon.a (mon.0) 608 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:27.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[21319]: audit 2024-04-26T04:53:25.909005+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:53:27.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[21319]: audit 2024-04-26T04:53:25.910879+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:53:27.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[21319]: audit 2024-04-26T04:53:25.912543+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:53:27.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[21319]: audit 2024-04-26T04:53:25.914249+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:53:27.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[21319]: cephadm 2024-04-26T04:53:25.915532+0000 mgr.y (mgr.14152) 312 : cephadm [INF] Adjusting osd_memory_target on smithi174 to 4316M 2024-04-26T04:53:27.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[21319]: audit 2024-04-26T04:53:25.924197+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:27.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[21319]: audit 2024-04-26T04:53:25.926486+0000 mon.a (mon.0) 614 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:53:27.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[21319]: audit 2024-04-26T04:53:25.928346+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:53:27.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[21319]: audit 2024-04-26T04:53:25.938689+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:27.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[31411]: cephadm 2024-04-26T04:53:25.886556+0000 mgr.y (mgr.14152) 311 : cephadm [INF] Detected new or changed devices on smithi174 2024-04-26T04:53:27.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[31411]: audit 2024-04-26T04:53:25.896282+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:27.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[31411]: audit 2024-04-26T04:53:25.906383+0000 mon.a (mon.0) 608 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:27.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[31411]: audit 2024-04-26T04:53:25.909005+0000 mon.a (mon.0) 609 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:53:27.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[31411]: audit 2024-04-26T04:53:25.910879+0000 mon.a (mon.0) 610 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:53:27.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[31411]: audit 2024-04-26T04:53:25.912543+0000 mon.a (mon.0) 611 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:53:27.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[31411]: audit 2024-04-26T04:53:25.914249+0000 mon.a (mon.0) 612 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:53:27.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[31411]: cephadm 2024-04-26T04:53:25.915532+0000 mgr.y (mgr.14152) 312 : cephadm [INF] Adjusting osd_memory_target on smithi174 to 4316M 2024-04-26T04:53:27.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[31411]: audit 2024-04-26T04:53:25.924197+0000 mon.a (mon.0) 613 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:27.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[31411]: audit 2024-04-26T04:53:25.926486+0000 mon.a (mon.0) 614 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:53:27.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[31411]: audit 2024-04-26T04:53:25.928346+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:53:27.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:26 smithi102 bash[31411]: audit 2024-04-26T04:53:25.938689+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:28.178 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:27 smithi174 bash[23471]: cluster 2024-04-26T04:53:26.614889+0000 mgr.y (mgr.14152) 313 : cluster [DBG] pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T04:53:28.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:27 smithi102 bash[21319]: cluster 2024-04-26T04:53:26.614889+0000 mgr.y (mgr.14152) 313 : cluster [DBG] pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T04:53:28.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:27 smithi102 bash[31411]: cluster 2024-04-26T04:53:26.614889+0000 mgr.y (mgr.14152) 313 : cluster [DBG] pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-26T04:53:30.178 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:29 smithi174 bash[23471]: cluster 2024-04-26T04:53:28.615635+0000 mgr.y (mgr.14152) 314 : cluster [DBG] pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-04-26T04:53:30.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:29 smithi102 bash[31411]: cluster 2024-04-26T04:53:28.615635+0000 mgr.y (mgr.14152) 314 : cluster [DBG] pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-04-26T04:53:30.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:29 smithi102 bash[21319]: cluster 2024-04-26T04:53:28.615635+0000 mgr.y (mgr.14152) 314 : cluster [DBG] pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-04-26T04:53:30.805 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:53:32.086 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:31 smithi102 bash[31411]: cluster 2024-04-26T04:53:30.616384+0000 mgr.y (mgr.14152) 315 : cluster [DBG] pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-04-26T04:53:32.087 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:31 smithi102 bash[21319]: cluster 2024-04-26T04:53:30.616384+0000 mgr.y (mgr.14152) 315 : cluster [DBG] pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-04-26T04:53:32.178 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:31 smithi174 bash[23471]: cluster 2024-04-26T04:53:30.616384+0000 mgr.y (mgr.14152) 315 : cluster [DBG] pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-04-26T04:53:33.811 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:53:33.811 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":59,"fsid":"5615ffaa-0387-11ef-bc93-c7b262605968","created":"2024-04-26T04:44:01.323044+0000","modified":"2024-04-26T04:53:20.524678+0000","last_up_change":"2024-04-26T04:53:17.455274+0000","last_in_change":"2024-04-26T04:52:52.790694+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T04:49:13.104832+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"c32ab22c-67df-44a2-8a85-779f1b22f438","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6803","nonce":3468449764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6805","nonce":3468449764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6809","nonce":3468449764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6807","nonce":3468449764}]},"public_addr":"172.21.15.102:6803/3468449764","cluster_addr":"172.21.15.102:6805/3468449764","heartbeat_back_addr":"172.21.15.102:6809/3468449764","heartbeat_front_addr":"172.21.15.102:6807/3468449764","state":["exists","up"]},{"osd":1,"uuid":"dd0b2581-1833-425f-9b16-cb561d34a9e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6811","nonce":1472023113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6813","nonce":1472023113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6817","nonce":1472023113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6815","nonce":1472023113}]},"public_addr":"172.21.15.102:6811/1472023113","cluster_addr":"172.21.15.102:6813/1472023113","heartbeat_back_addr":"172.21.15.102:6817/1472023113","heartbeat_front_addr":"172.21.15.102:6815/1472023113","state":["exists","up"]},{"osd":2,"uuid":"b74ab273-8305-4ae4-ac48-b2135ebfb5aa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6819","nonce":3703443933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6821","nonce":3703443933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6825","nonce":3703443933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6823","nonce":3703443933}]},"public_addr":"172.21.15.102:6819/3703443933","cluster_addr":"172.21.15.102:6821/3703443933","heartbeat_back_addr":"172.21.15.102:6825/3703443933","heartbeat_front_addr":"172.21.15.102:6823/3703443933","state":["exists","up"]},{"osd":3,"uuid":"59554603-74c2-48a4-9ae6-21904ca7f5f7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6827","nonce":621421344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6829","nonce":621421344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6833","nonce":621421344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6831","nonce":621421344}]},"public_addr":"172.21.15.102:6827/621421344","cluster_addr":"172.21.15.102:6829/621421344","heartbeat_back_addr":"172.21.15.102:6833/621421344","heartbeat_front_addr":"172.21.15.102:6831/621421344","state":["exists","up"]},{"osd":4,"uuid":"2620174f-db78-44b1-8f13-1cd95cf00437","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6801","nonce":2769737089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6803","nonce":2769737089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6807","nonce":2769737089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6805","nonce":2769737089}]},"public_addr":"172.21.15.174:6801/2769737089","cluster_addr":"172.21.15.174:6803/2769737089","heartbeat_back_addr":"172.21.15.174:6807/2769737089","heartbeat_front_addr":"172.21.15.174:6805/2769737089","state":["exists","up"]},{"osd":5,"uuid":"709d588d-9022-4a7c-9253-45f0fd5531c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6809","nonce":1239194999}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6811","nonce":1239194999}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6815","nonce":1239194999}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6813","nonce":1239194999}]},"public_addr":"172.21.15.174:6809/1239194999","cluster_addr":"172.21.15.174:6811/1239194999","heartbeat_back_addr":"172.21.15.174:6815/1239194999","heartbeat_front_addr":"172.21.15.174:6813/1239194999","state":["exists","up"]},{"osd":6,"uuid":"5a4df967-f447-4662-acb1-43f576399c4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6817","nonce":3734711246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6819","nonce":3734711246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6823","nonce":3734711246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6821","nonce":3734711246}]},"public_addr":"172.21.15.174:6817/3734711246","cluster_addr":"172.21.15.174:6819/3734711246","heartbeat_back_addr":"172.21.15.174:6823/3734711246","heartbeat_front_addr":"172.21.15.174:6821/3734711246","state":["exists","up"]},{"osd":7,"uuid":"b07e0cd4-ffd3-4296-9f5e-574fc65aacca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6825","nonce":3556511472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6827","nonce":3556511472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6831","nonce":3556511472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6829","nonce":3556511472}]},"public_addr":"172.21.15.174:6825/3556511472","cluster_addr":"172.21.15.174:6827/3556511472","heartbeat_back_addr":"172.21.15.174:6831/3556511472","heartbeat_front_addr":"172.21.15.174:6829/3556511472","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:47:28.257229+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:48:18.088592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:49:09.416730+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:50:01.765708+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:50:49.503431+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:51:39.024094+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:52:27.346855+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:53:15.927765+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:0/465673634":"2024-04-27T04:45:04.482631+0000","172.21.15.102:6801/3931113265":"2024-04-27T04:45:04.482631+0000","172.21.15.102:6800/3931113265":"2024-04-27T04:45:04.482631+0000","172.21.15.102:6801/2424466934":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/1933355956":"2024-04-27T04:45:04.482631+0000","172.21.15.102:0/3833618734":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/1745747623":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/2324804206":"2024-04-27T04:44:33.295200+0000","172.21.15.102:6800/2424466934":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/4278057730":"2024-04-27T04:45:04.482631+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T04:53:34.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:33 smithi174 bash[23471]: cluster 2024-04-26T04:53:32.617191+0000 mgr.y (mgr.14152) 316 : cluster [DBG] pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-26T04:53:34.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:33 smithi174 bash[23471]: audit 2024-04-26T04:53:33.813288+0000 mon.a (mon.0) 617 : audit [DBG] from='client.? 172.21.15.102:0/806006466' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T04:53:34.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:33 smithi102 bash[21319]: cluster 2024-04-26T04:53:32.617191+0000 mgr.y (mgr.14152) 316 : cluster [DBG] pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-26T04:53:34.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:33 smithi102 bash[21319]: audit 2024-04-26T04:53:33.813288+0000 mon.a (mon.0) 617 : audit [DBG] from='client.? 172.21.15.102:0/806006466' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T04:53:34.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:33 smithi102 bash[31411]: cluster 2024-04-26T04:53:32.617191+0000 mgr.y (mgr.14152) 316 : cluster [DBG] pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-26T04:53:34.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:33 smithi102 bash[31411]: audit 2024-04-26T04:53:33.813288+0000 mon.a (mon.0) 617 : audit [DBG] from='client.? 172.21.15.102:0/806006466' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T04:53:34.579 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-26T04:49:13.104832+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-04-26T04:53:34.579 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-26T04:53:36.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:35 smithi174 bash[23471]: cluster 2024-04-26T04:53:34.617645+0000 mgr.y (mgr.14152) 317 : cluster [DBG] pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:36.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:35 smithi102 bash[31411]: cluster 2024-04-26T04:53:34.617645+0000 mgr.y (mgr.14152) 317 : cluster [DBG] pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:36.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:35 smithi102 bash[21319]: cluster 2024-04-26T04:53:34.617645+0000 mgr.y (mgr.14152) 317 : cluster [DBG] pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:38.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:37 smithi174 bash[23471]: cluster 2024-04-26T04:53:36.618183+0000 mgr.y (mgr.14152) 318 : cluster [DBG] pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:38.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:37 smithi102 bash[21319]: cluster 2024-04-26T04:53:36.618183+0000 mgr.y (mgr.14152) 318 : cluster [DBG] pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:38.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:37 smithi102 bash[31411]: cluster 2024-04-26T04:53:36.618183+0000 mgr.y (mgr.14152) 318 : cluster [DBG] pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:39.333 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:53:40.178 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:39 smithi174 bash[23471]: cluster 2024-04-26T04:53:38.618763+0000 mgr.y (mgr.14152) 319 : cluster [DBG] pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:40.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:39 smithi102 bash[31411]: cluster 2024-04-26T04:53:38.618763+0000 mgr.y (mgr.14152) 319 : cluster [DBG] pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:40.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:39 smithi102 bash[21319]: cluster 2024-04-26T04:53:38.618763+0000 mgr.y (mgr.14152) 319 : cluster [DBG] pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:42.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:41 smithi174 bash[23471]: cluster 2024-04-26T04:53:40.619350+0000 mgr.y (mgr.14152) 320 : cluster [DBG] pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:42.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:41 smithi102 bash[31411]: cluster 2024-04-26T04:53:40.619350+0000 mgr.y (mgr.14152) 320 : cluster [DBG] pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:42.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:41 smithi102 bash[21319]: cluster 2024-04-26T04:53:40.619350+0000 mgr.y (mgr.14152) 320 : cluster [DBG] pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:42.351 INFO:teuthology.orchestra.run.smithi102.stdout:pg_num: 1 2024-04-26T04:53:43.089 INFO:tasks.cephadm:Adding prometheus.a on smithi174 2024-04-26T04:53:43.089 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph orch apply prometheus '1;smithi174=a' 2024-04-26T04:53:43.178 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:42 smithi174 bash[23471]: audit 2024-04-26T04:53:42.355010+0000 mon.a (mon.0) 618 : audit [DBG] from='client.? 172.21.15.102:0/2191948989' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T04:53:43.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:42 smithi174 bash[23471]: cluster 2024-04-26T04:53:42.619954+0000 mgr.y (mgr.14152) 321 : cluster [DBG] pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:43.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:42 smithi102 bash[21319]: audit 2024-04-26T04:53:42.355010+0000 mon.a (mon.0) 618 : audit [DBG] from='client.? 172.21.15.102:0/2191948989' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T04:53:43.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:42 smithi102 bash[21319]: cluster 2024-04-26T04:53:42.619954+0000 mgr.y (mgr.14152) 321 : cluster [DBG] pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:43.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:42 smithi102 bash[31411]: audit 2024-04-26T04:53:42.355010+0000 mon.a (mon.0) 618 : audit [DBG] from='client.? 172.21.15.102:0/2191948989' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-26T04:53:43.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:42 smithi102 bash[31411]: cluster 2024-04-26T04:53:42.619954+0000 mgr.y (mgr.14152) 321 : cluster [DBG] pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:45.928 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:45 smithi174 bash[23471]: cluster 2024-04-26T04:53:44.620533+0000 mgr.y (mgr.14152) 322 : cluster [DBG] pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:45.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:45 smithi102 bash[21319]: cluster 2024-04-26T04:53:44.620533+0000 mgr.y (mgr.14152) 322 : cluster [DBG] pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:45.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:45 smithi102 bash[31411]: cluster 2024-04-26T04:53:44.620533+0000 mgr.y (mgr.14152) 322 : cluster [DBG] pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:47.840 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T04:53:47.928 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:47 smithi174 bash[23471]: cluster 2024-04-26T04:53:46.621234+0000 mgr.y (mgr.14152) 323 : cluster [DBG] pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:47.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:47 smithi102 bash[21319]: cluster 2024-04-26T04:53:46.621234+0000 mgr.y (mgr.14152) 323 : cluster [DBG] pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:47.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:47 smithi102 bash[31411]: cluster 2024-04-26T04:53:46.621234+0000 mgr.y (mgr.14152) 323 : cluster [DBG] pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:49.940 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:49 smithi174 bash[23471]: cluster 2024-04-26T04:53:48.621896+0000 mgr.y (mgr.14152) 324 : cluster [DBG] pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:49.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:49 smithi102 bash[21319]: cluster 2024-04-26T04:53:48.621896+0000 mgr.y (mgr.14152) 324 : cluster [DBG] pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:49.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:49 smithi102 bash[31411]: cluster 2024-04-26T04:53:48.621896+0000 mgr.y (mgr.14152) 324 : cluster [DBG] pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:50.298 INFO:teuthology.orchestra.run.smithi174.stdout:Scheduled prometheus update... 2024-04-26T04:53:50.866 DEBUG:teuthology.orchestra.run.smithi174:prometheus.a> sudo journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@prometheus.a.service 2024-04-26T04:53:50.869 INFO:tasks.cephadm:Adding node-exporter.a on smithi102 2024-04-26T04:53:50.869 INFO:tasks.cephadm:Adding node-exporter.b on smithi174 2024-04-26T04:53:50.869 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph orch apply node-exporter '2;smithi102=a;smithi174=b' 2024-04-26T04:53:51.178 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:53:51 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:53:51.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:51 smithi174 bash[23471]: audit 2024-04-26T04:53:50.290068+0000 mgr.y (mgr.14152) 325 : audit [DBG] from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi174=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:53:51.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:51 smithi174 bash[23471]: cephadm 2024-04-26T04:53:50.293554+0000 mgr.y (mgr.14152) 326 : cephadm [INF] Saving service prometheus spec with placement smithi174=a;count:1 2024-04-26T04:53:51.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:51 smithi174 bash[23471]: audit 2024-04-26T04:53:50.301117+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:51.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:51 smithi174 bash[23471]: audit 2024-04-26T04:53:50.335695+0000 mon.a (mon.0) 620 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:53:51.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:51 smithi174 bash[23471]: cluster 2024-04-26T04:53:50.622309+0000 mgr.y (mgr.14152) 327 : cluster [DBG] pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:51.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:51 smithi174 bash[23471]: audit 2024-04-26T04:53:50.765709+0000 mon.a (mon.0) 621 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:53:51.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:51 smithi174 bash[23471]: audit 2024-04-26T04:53:50.767576+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:53:51.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:51 smithi174 bash[23471]: audit 2024-04-26T04:53:50.779403+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:51.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:51 smithi174 bash[23471]: cephadm 2024-04-26T04:53:50.821643+0000 mgr.y (mgr.14152) 328 : cephadm [INF] Deploying daemon prometheus.a on smithi174 2024-04-26T04:53:51.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:51 smithi102 bash[31411]: audit 2024-04-26T04:53:50.290068+0000 mgr.y (mgr.14152) 325 : audit [DBG] from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi174=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:53:51.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:51 smithi102 bash[31411]: cephadm 2024-04-26T04:53:50.293554+0000 mgr.y (mgr.14152) 326 : cephadm [INF] Saving service prometheus spec with placement smithi174=a;count:1 2024-04-26T04:53:51.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:51 smithi102 bash[31411]: audit 2024-04-26T04:53:50.301117+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:51.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:51 smithi102 bash[31411]: audit 2024-04-26T04:53:50.335695+0000 mon.a (mon.0) 620 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:53:51.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:51 smithi102 bash[31411]: cluster 2024-04-26T04:53:50.622309+0000 mgr.y (mgr.14152) 327 : cluster [DBG] pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:51.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:51 smithi102 bash[31411]: audit 2024-04-26T04:53:50.765709+0000 mon.a (mon.0) 621 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:53:51.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:51 smithi102 bash[31411]: audit 2024-04-26T04:53:50.767576+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:53:51.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:51 smithi102 bash[31411]: audit 2024-04-26T04:53:50.779403+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:51.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:51 smithi102 bash[31411]: cephadm 2024-04-26T04:53:50.821643+0000 mgr.y (mgr.14152) 328 : cephadm [INF] Deploying daemon prometheus.a on smithi174 2024-04-26T04:53:51.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:51 smithi102 bash[21319]: audit 2024-04-26T04:53:50.290068+0000 mgr.y (mgr.14152) 325 : audit [DBG] from='client.24283 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi174=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:53:51.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:51 smithi102 bash[21319]: cephadm 2024-04-26T04:53:50.293554+0000 mgr.y (mgr.14152) 326 : cephadm [INF] Saving service prometheus spec with placement smithi174=a;count:1 2024-04-26T04:53:51.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:51 smithi102 bash[21319]: audit 2024-04-26T04:53:50.301117+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:51.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:51 smithi102 bash[21319]: audit 2024-04-26T04:53:50.335695+0000 mon.a (mon.0) 620 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:53:51.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:51 smithi102 bash[21319]: cluster 2024-04-26T04:53:50.622309+0000 mgr.y (mgr.14152) 327 : cluster [DBG] pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:51.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:51 smithi102 bash[21319]: audit 2024-04-26T04:53:50.765709+0000 mon.a (mon.0) 621 : audit [DBG] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:53:51.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:51 smithi102 bash[21319]: audit 2024-04-26T04:53:50.767576+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:53:51.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:51 smithi102 bash[21319]: audit 2024-04-26T04:53:50.779403+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:53:51.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:51 smithi102 bash[21319]: cephadm 2024-04-26T04:53:50.821643+0000 mgr.y (mgr.14152) 328 : cephadm [INF] Deploying daemon prometheus.a on smithi174 2024-04-26T04:53:53.928 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:53 smithi174 bash[23471]: cluster 2024-04-26T04:53:52.622843+0000 mgr.y (mgr.14152) 329 : cluster [DBG] pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:53.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:53 smithi102 bash[31411]: cluster 2024-04-26T04:53:52.622843+0000 mgr.y (mgr.14152) 329 : cluster [DBG] pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:53.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:53 smithi102 bash[21319]: cluster 2024-04-26T04:53:52.622843+0000 mgr.y (mgr.14152) 329 : cluster [DBG] pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:55.650 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T04:53:55.928 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:55 smithi174 bash[23471]: cluster 2024-04-26T04:53:54.623401+0000 mgr.y (mgr.14152) 330 : cluster [DBG] pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:55.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:55 smithi102 bash[21319]: cluster 2024-04-26T04:53:54.623401+0000 mgr.y (mgr.14152) 330 : cluster [DBG] pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:55.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:55 smithi102 bash[31411]: cluster 2024-04-26T04:53:54.623401+0000 mgr.y (mgr.14152) 330 : cluster [DBG] pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:57.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:57 smithi102 bash[21319]: cluster 2024-04-26T04:53:56.623996+0000 mgr.y (mgr.14152) 331 : cluster [DBG] pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:57.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:57 smithi102 bash[31411]: cluster 2024-04-26T04:53:56.623996+0000 mgr.y (mgr.14152) 331 : cluster [DBG] pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:58.178 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:57 smithi174 bash[23471]: cluster 2024-04-26T04:53:56.623996+0000 mgr.y (mgr.14152) 331 : cluster [DBG] pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:59.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:53:59 smithi102 bash[21319]: cluster 2024-04-26T04:53:58.624615+0000 mgr.y (mgr.14152) 332 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:53:59.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:53:59 smithi102 bash[31411]: cluster 2024-04-26T04:53:58.624615+0000 mgr.y (mgr.14152) 332 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:00.042 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:53:59 smithi174 bash[23471]: cluster 2024-04-26T04:53:58.624615+0000 mgr.y (mgr.14152) 332 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:01.669 INFO:teuthology.orchestra.run.smithi174.stdout:Scheduled node-exporter update... 2024-04-26T04:54:01.798 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:01 smithi174 bash[23471]: cluster 2024-04-26T04:54:00.625144+0000 mgr.y (mgr.14152) 333 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:01.798 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:01 smithi174 bash[23471]: audit 2024-04-26T04:54:01.672319+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:54:01.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:01 smithi102 bash[21319]: cluster 2024-04-26T04:54:00.625144+0000 mgr.y (mgr.14152) 333 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:01.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:01 smithi102 bash[21319]: audit 2024-04-26T04:54:01.672319+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:54:01.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:01 smithi102 bash[31411]: cluster 2024-04-26T04:54:00.625144+0000 mgr.y (mgr.14152) 333 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:01.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:01 smithi102 bash[31411]: audit 2024-04-26T04:54:01.672319+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:54:02.613 DEBUG:teuthology.orchestra.run.smithi102:node-exporter.a> sudo journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@node-exporter.a.service 2024-04-26T04:54:02.616 DEBUG:teuthology.orchestra.run.smithi174:node-exporter.b> sudo journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@node-exporter.b.service 2024-04-26T04:54:02.618 INFO:tasks.cephadm:Adding alertmanager.a on smithi102 2024-04-26T04:54:02.619 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph orch apply alertmanager '1;smithi102=a' 2024-04-26T04:54:02.928 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 04:54:02 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:02.929 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 04:54:02 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:02.929 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 04:54:02 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:02.930 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 04:54:02 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:02.930 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:02 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:02.930 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:02 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:02.930 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:02 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:02.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:02 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:02.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:02 smithi174 bash[23471]: audit 2024-04-26T04:54:01.659421+0000 mgr.y (mgr.14152) 334 : audit [DBG] from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi102=a;smithi174=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:54:02.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:02 smithi174 bash[23471]: cephadm 2024-04-26T04:54:01.663024+0000 mgr.y (mgr.14152) 335 : cephadm [INF] Saving service node-exporter spec with placement smithi102=a;smithi174=b;count:2 2024-04-26T04:54:02.931 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:02 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:02.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:02 smithi102 bash[31411]: audit 2024-04-26T04:54:01.659421+0000 mgr.y (mgr.14152) 334 : audit [DBG] from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi102=a;smithi174=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:54:02.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:02 smithi102 bash[31411]: cephadm 2024-04-26T04:54:01.663024+0000 mgr.y (mgr.14152) 335 : cephadm [INF] Saving service node-exporter spec with placement smithi102=a;smithi174=b;count:2 2024-04-26T04:54:02.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:02 smithi102 bash[21319]: audit 2024-04-26T04:54:01.659421+0000 mgr.y (mgr.14152) 334 : audit [DBG] from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi102=a;smithi174=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:54:02.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:02 smithi102 bash[21319]: cephadm 2024-04-26T04:54:01.663024+0000 mgr.y (mgr.14152) 335 : cephadm [INF] Saving service node-exporter spec with placement smithi102=a;smithi174=b;count:2 2024-04-26T04:54:03.359 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:02 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:03.359 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 04:54:02 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:03.360 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 04:54:02 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:03.360 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:02 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:03.360 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 04:54:02 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:03.360 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:02 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:03.361 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:03 smithi174 systemd[1]: Started Ceph prometheus.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T04:54:03.361 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 04:54:02 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:03.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:03 smithi102 bash[31411]: cluster 2024-04-26T04:54:02.625693+0000 mgr.y (mgr.14152) 336 : cluster [DBG] pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:03.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:03 smithi102 bash[31411]: audit 2024-04-26T04:54:03.089996+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:54:03.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:03 smithi102 bash[31411]: audit 2024-04-26T04:54:03.102452+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:54:03.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:03 smithi102 bash[31411]: audit 2024-04-26T04:54:03.133513+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:54:03.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:03 smithi102 bash[31411]: audit 2024-04-26T04:54:03.141424+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-26T04:54:03.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:03 smithi102 bash[21319]: cluster 2024-04-26T04:54:02.625693+0000 mgr.y (mgr.14152) 336 : cluster [DBG] pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:03.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:03 smithi102 bash[21319]: audit 2024-04-26T04:54:03.089996+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:54:03.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:03 smithi102 bash[21319]: audit 2024-04-26T04:54:03.102452+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:54:03.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:03 smithi102 bash[21319]: audit 2024-04-26T04:54:03.133513+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:54:03.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:03 smithi102 bash[21319]: audit 2024-04-26T04:54:03.141424+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-26T04:54:03.963 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[23471]: cluster 2024-04-26T04:54:02.625693+0000 mgr.y (mgr.14152) 336 : cluster [DBG] pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:03.963 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[23471]: audit 2024-04-26T04:54:03.089996+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:54:03.963 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[23471]: audit 2024-04-26T04:54:03.102452+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:54:03.963 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[23471]: audit 2024-04-26T04:54:03.133513+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' 2024-04-26T04:54:03.964 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[23471]: audit 2024-04-26T04:54:03.141424+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-26T04:54:04.334 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:04 smithi174 bash[24426]: ignoring --setuser ceph since I am not root 2024-04-26T04:54:04.334 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:04 smithi174 bash[24426]: ignoring --setgroup ceph since I am not root 2024-04-26T04:54:04.335 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[48020]: ts=2024-04-26T04:54:03.965Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-26T04:54:04.335 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[48020]: ts=2024-04-26T04:54:03.965Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-26T04:54:04.335 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[48020]: ts=2024-04-26T04:54:03.965Z caller=main.go:570 level=info host_details="(Linux 5.15.0-105-generic #115-Ubuntu SMP Mon Apr 15 09:52:04 UTC 2024 x86_64 smithi174 (none))" 2024-04-26T04:54:04.335 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[48020]: ts=2024-04-26T04:54:03.965Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-26T04:54:04.335 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[48020]: ts=2024-04-26T04:54:03.965Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-26T04:54:04.335 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[48020]: ts=2024-04-26T04:54:03.967Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-26T04:54:04.335 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[48020]: ts=2024-04-26T04:54:03.967Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-26T04:54:04.335 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[48020]: ts=2024-04-26T04:54:03.968Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-26T04:54:04.335 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[48020]: ts=2024-04-26T04:54:03.968Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-26T04:54:04.336 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[48020]: ts=2024-04-26T04:54:03.971Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-26T04:54:04.336 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[48020]: ts=2024-04-26T04:54:03.971Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.728µs 2024-04-26T04:54:04.336 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[48020]: ts=2024-04-26T04:54:03.971Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-26T04:54:04.336 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[48020]: ts=2024-04-26T04:54:03.971Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-26T04:54:04.336 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[48020]: ts=2024-04-26T04:54:03.971Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=35.651µs wal_replay_duration=223.696µs wbl_replay_duration=144ns total_replay_duration=298.443µs 2024-04-26T04:54:04.336 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[48020]: ts=2024-04-26T04:54:03.972Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-26T04:54:04.336 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[48020]: ts=2024-04-26T04:54:03.972Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-26T04:54:04.336 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[48020]: ts=2024-04-26T04:54:03.972Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-26T04:54:04.336 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[48020]: ts=2024-04-26T04:54:03.991Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.033502ms db_storage=917ns remote_storage=1.328µs web_handler=464ns query_engine=759ns scrape=262.754µs scrape_sd=33.599µs notify=894ns notify_sd=1.592µs rules=18.530743ms tracing=6.751µs 2024-04-26T04:54:04.336 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[48020]: ts=2024-04-26T04:54:03.991Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-26T04:54:04.336 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:03 smithi174 bash[48020]: ts=2024-04-26T04:54:03.991Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-26T04:54:04.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:04 smithi102 bash[21576]: ignoring --setuser ceph since I am not root 2024-04-26T04:54:04.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:04 smithi102 bash[21576]: ignoring --setgroup ceph since I am not root 2024-04-26T04:54:04.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:04 smithi102 bash[21576]: debug 2024-04-26T04:54:04.190+0000 7f9f652d3700 1 -- 172.21.15.102:0/2478045226 <== mon.0 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5610f4e469c0 con 0x5610f5bc8c00 2024-04-26T04:54:04.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:04 smithi102 bash[21576]: debug 2024-04-26T04:54:04.330+0000 7f9f6d5d81c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T04:54:05.429 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:04 smithi174 bash[24426]: debug 2024-04-26T04:54:04.331+0000 7f78337271c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T04:54:05.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:05 smithi174 bash[23471]: audit 2024-04-26T04:54:04.145477+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-26T04:54:05.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:05 smithi174 bash[23471]: cluster 2024-04-26T04:54:04.145535+0000 mon.a (mon.0) 630 : cluster [DBG] mgrmap e16: y(active, since 8m), standbys: x 2024-04-26T04:54:05.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:05 smithi102 bash[31411]: audit 2024-04-26T04:54:04.145477+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-26T04:54:05.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:05 smithi102 bash[31411]: cluster 2024-04-26T04:54:04.145535+0000 mon.a (mon.0) 630 : cluster [DBG] mgrmap e16: y(active, since 8m), standbys: x 2024-04-26T04:54:05.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:05 smithi102 bash[21319]: audit 2024-04-26T04:54:04.145477+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14152 172.21.15.102:0/3206356143' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-26T04:54:05.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:05 smithi102 bash[21319]: cluster 2024-04-26T04:54:04.145535+0000 mon.a (mon.0) 630 : cluster [DBG] mgrmap e16: y(active, since 8m), standbys: x 2024-04-26T04:54:06.179 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:05 smithi174 bash[24426]: debug 2024-04-26T04:54:05.875+0000 7f78337271c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T04:54:06.179 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:05 smithi174 bash[24426]: debug 2024-04-26T04:54:05.971+0000 7f78337271c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T04:54:06.198 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:05 smithi102 bash[21576]: debug 2024-04-26T04:54:05.858+0000 7f9f6d5d81c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T04:54:06.198 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:05 smithi102 bash[21576]: debug 2024-04-26T04:54:05.954+0000 7f9f6d5d81c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T04:54:06.198 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:06 smithi102 bash[21576]: debug 2024-04-26T04:54:06.198+0000 7f9f6d5d81c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T04:54:06.679 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:06 smithi174 bash[24426]: debug 2024-04-26T04:54:06.215+0000 7f78337271c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T04:54:07.429 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:06 smithi174 bash[24426]: debug 2024-04-26T04:54:06.991+0000 7f78337271c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T04:54:07.429 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:07 smithi174 bash[24426]: debug 2024-04-26T04:54:07.095+0000 7f78337271c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T04:54:07.429 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:07 smithi174 bash[24426]: debug 2024-04-26T04:54:07.195+0000 7f78337271c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T04:54:07.451 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:06 smithi102 bash[21576]: debug 2024-04-26T04:54:06.970+0000 7f9f6d5d81c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T04:54:07.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:07 smithi102 bash[21576]: debug 2024-04-26T04:54:07.074+0000 7f9f6d5d81c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T04:54:07.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:07 smithi102 bash[21576]: debug 2024-04-26T04:54:07.178+0000 7f9f6d5d81c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T04:54:07.928 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:07 smithi174 bash[24426]: debug 2024-04-26T04:54:07.523+0000 7f78337271c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T04:54:07.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:07 smithi174 bash[24426]: debug 2024-04-26T04:54:07.631+0000 7f78337271c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T04:54:07.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:07 smithi174 bash[24426]: debug 2024-04-26T04:54:07.731+0000 7f78337271c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T04:54:07.951 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:07 smithi102 bash[21576]: debug 2024-04-26T04:54:07.506+0000 7f9f6d5d81c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T04:54:07.952 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:07 smithi102 bash[21576]: debug 2024-04-26T04:54:07.618+0000 7f9f6d5d81c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T04:54:07.952 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:07 smithi102 bash[21576]: debug 2024-04-26T04:54:07.718+0000 7f9f6d5d81c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T04:54:08.406 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T04:54:08.422 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:08 smithi174 bash[24426]: debug 2024-04-26T04:54:08.055+0000 7f78337271c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T04:54:08.422 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:08 smithi174 bash[24426]: debug 2024-04-26T04:54:08.155+0000 7f78337271c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T04:54:08.451 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:08 smithi102 bash[21576]: debug 2024-04-26T04:54:08.042+0000 7f9f6d5d81c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T04:54:08.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:08 smithi102 bash[21576]: debug 2024-04-26T04:54:08.146+0000 7f9f6d5d81c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T04:54:08.679 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:08 smithi174 bash[24426]: debug 2024-04-26T04:54:08.527+0000 7f78337271c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T04:54:08.679 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:08 smithi174 bash[24426]: debug 2024-04-26T04:54:08.635+0000 7f78337271c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T04:54:08.895 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:08 smithi102 bash[21576]: debug 2024-04-26T04:54:08.514+0000 7f9f6d5d81c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T04:54:08.895 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:08 smithi102 bash[21576]: debug 2024-04-26T04:54:08.626+0000 7f9f6d5d81c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T04:54:09.178 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:08 smithi174 bash[24426]: debug 2024-04-26T04:54:08.903+0000 7f78337271c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T04:54:09.179 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:09 smithi174 bash[24426]: debug 2024-04-26T04:54:09.119+0000 7f78337271c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T04:54:09.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:08 smithi102 bash[21576]: debug 2024-04-26T04:54:08.894+0000 7f9f6d5d81c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T04:54:09.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:09 smithi102 bash[21576]: debug 2024-04-26T04:54:09.110+0000 7f9f6d5d81c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T04:54:09.636 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:09 smithi102 bash[21576]: debug 2024-04-26T04:54:09.346+0000 7f9f6d5d81c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T04:54:09.653 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:09 smithi174 bash[24426]: debug 2024-04-26T04:54:09.351+0000 7f78337271c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T04:54:09.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:09 smithi174 bash[24426]: debug 2024-04-26T04:54:09.651+0000 7f78337271c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T04:54:09.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:09 smithi174 bash[24426]: debug 2024-04-26T04:54:09.871+0000 7f78337271c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T04:54:09.951 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:09 smithi102 bash[21576]: debug 2024-04-26T04:54:09.634+0000 7f9f6d5d81c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T04:54:09.951 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:09 smithi102 bash[21576]: debug 2024-04-26T04:54:09.854+0000 7f9f6d5d81c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T04:54:10.908 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:10 smithi174 bash[24426]: debug 2024-04-26T04:54:10.639+0000 7f78337271c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T04:54:10.908 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:10 smithi174 bash[24426]: debug 2024-04-26T04:54:10.751+0000 7f78337271c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T04:54:10.951 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:10 smithi102 bash[21576]: debug 2024-04-26T04:54:10.618+0000 7f9f6d5d81c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T04:54:10.952 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:10 smithi102 bash[21576]: debug 2024-04-26T04:54:10.730+0000 7f9f6d5d81c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T04:54:11.678 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[24426]: debug 2024-04-26T04:54:11.251+0000 7f78337271c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T04:54:11.679 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[24426]: debug 2024-04-26T04:54:11.363+0000 7f78337271c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T04:54:11.694 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21576]: debug 2024-04-26T04:54:11.218+0000 7f9f6d5d81c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T04:54:11.694 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21576]: debug 2024-04-26T04:54:11.326+0000 7f9f6d5d81c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T04:54:11.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: cluster 2024-04-26T04:54:11.840055+0000 mon.a (mon.0) 631 : cluster [INF] Active manager daemon y restarted 2024-04-26T04:54:11.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: cluster 2024-04-26T04:54:11.840565+0000 mon.a (mon.0) 632 : cluster [INF] Activating manager daemon y 2024-04-26T04:54:11.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: audit 2024-04-26T04:54:11.854202+0000 mon.c (mon.2) 14 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T04:54:11.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: audit 2024-04-26T04:54:11.854367+0000 mon.c (mon.2) 15 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:54:11.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: audit 2024-04-26T04:54:11.854506+0000 mon.c (mon.2) 16 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:54:11.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: cluster 2024-04-26T04:54:11.855026+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-04-26T04:54:11.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: cluster 2024-04-26T04:54:11.855732+0000 mon.a (mon.0) 634 : cluster [DBG] mgrmap e17: y(active, starting, since 0.0153591s), standbys: x 2024-04-26T04:54:11.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: audit 2024-04-26T04:54:11.856109+0000 mon.c (mon.2) 17 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T04:54:11.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: audit 2024-04-26T04:54:11.856521+0000 mon.c (mon.2) 18 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T04:54:11.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: audit 2024-04-26T04:54:11.856960+0000 mon.c (mon.2) 19 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T04:54:11.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: audit 2024-04-26T04:54:11.857327+0000 mon.c (mon.2) 20 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T04:54:11.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: audit 2024-04-26T04:54:11.857597+0000 mon.c (mon.2) 21 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T04:54:11.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: audit 2024-04-26T04:54:11.857870+0000 mon.c (mon.2) 22 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T04:54:11.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: audit 2024-04-26T04:54:11.858125+0000 mon.c (mon.2) 23 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T04:54:11.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: audit 2024-04-26T04:54:11.858362+0000 mon.c (mon.2) 24 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T04:54:11.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: audit 2024-04-26T04:54:11.858562+0000 mon.c (mon.2) 25 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T04:54:11.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: audit 2024-04-26T04:54:11.858779+0000 mon.c (mon.2) 26 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T04:54:11.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: audit 2024-04-26T04:54:11.859019+0000 mon.c (mon.2) 27 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T04:54:11.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: audit 2024-04-26T04:54:11.859192+0000 mon.c (mon.2) 28 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T04:54:11.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: audit 2024-04-26T04:54:11.859663+0000 mon.c (mon.2) 29 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T04:54:11.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: cluster 2024-04-26T04:54:11.868887+0000 mon.a (mon.0) 635 : cluster [DBG] Standby manager daemon x restarted 2024-04-26T04:54:11.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: cluster 2024-04-26T04:54:11.869034+0000 mon.a (mon.0) 636 : cluster [DBG] Standby manager daemon x started 2024-04-26T04:54:11.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: audit 2024-04-26T04:54:11.874393+0000 mon.a (mon.0) 637 : audit [DBG] from='mgr.? 172.21.15.174:0/1718530063' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T04:54:11.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: audit 2024-04-26T04:54:11.875931+0000 mon.a (mon.0) 638 : audit [DBG] from='mgr.? 172.21.15.174:0/1718530063' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T04:54:11.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: audit 2024-04-26T04:54:11.878849+0000 mon.a (mon.0) 639 : audit [DBG] from='mgr.? 172.21.15.174:0/1718530063' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T04:54:11.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: audit 2024-04-26T04:54:11.879392+0000 mon.a (mon.0) 640 : audit [DBG] from='mgr.? 172.21.15.174:0/1718530063' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T04:54:11.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[31411]: cluster 2024-04-26T04:54:11.887825+0000 mon.a (mon.0) 641 : cluster [INF] Manager daemon y is now available 2024-04-26T04:54:11.956 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21576]: debug 2024-04-26T04:54:11.694+0000 7f9f6d5d81c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T04:54:11.957 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21576]: debug 2024-04-26T04:54:11.814+0000 7f9f6d5d81c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T04:54:11.957 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21576]: [26/Apr/2024:04:54:11] ENGINE Bus STARTING 2024-04-26T04:54:11.957 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: cluster 2024-04-26T04:54:11.840055+0000 mon.a (mon.0) 631 : cluster [INF] Active manager daemon y restarted 2024-04-26T04:54:11.957 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: cluster 2024-04-26T04:54:11.840565+0000 mon.a (mon.0) 632 : cluster [INF] Activating manager daemon y 2024-04-26T04:54:11.957 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: audit 2024-04-26T04:54:11.854202+0000 mon.c (mon.2) 14 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T04:54:11.958 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: audit 2024-04-26T04:54:11.854367+0000 mon.c (mon.2) 15 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:54:11.958 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: audit 2024-04-26T04:54:11.854506+0000 mon.c (mon.2) 16 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:54:11.958 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: cluster 2024-04-26T04:54:11.855026+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-04-26T04:54:11.958 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: cluster 2024-04-26T04:54:11.855732+0000 mon.a (mon.0) 634 : cluster [DBG] mgrmap e17: y(active, starting, since 0.0153591s), standbys: x 2024-04-26T04:54:11.958 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: audit 2024-04-26T04:54:11.856109+0000 mon.c (mon.2) 17 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T04:54:11.958 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: audit 2024-04-26T04:54:11.856521+0000 mon.c (mon.2) 18 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T04:54:11.958 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: audit 2024-04-26T04:54:11.856960+0000 mon.c (mon.2) 19 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T04:54:11.958 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: audit 2024-04-26T04:54:11.857327+0000 mon.c (mon.2) 20 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T04:54:11.958 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: audit 2024-04-26T04:54:11.857597+0000 mon.c (mon.2) 21 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T04:54:11.958 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: audit 2024-04-26T04:54:11.857870+0000 mon.c (mon.2) 22 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T04:54:11.958 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: audit 2024-04-26T04:54:11.858125+0000 mon.c (mon.2) 23 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T04:54:11.958 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: audit 2024-04-26T04:54:11.858362+0000 mon.c (mon.2) 24 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T04:54:11.958 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: audit 2024-04-26T04:54:11.858562+0000 mon.c (mon.2) 25 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T04:54:11.958 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: audit 2024-04-26T04:54:11.858779+0000 mon.c (mon.2) 26 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T04:54:11.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: audit 2024-04-26T04:54:11.859019+0000 mon.c (mon.2) 27 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T04:54:11.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: audit 2024-04-26T04:54:11.859192+0000 mon.c (mon.2) 28 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T04:54:11.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: audit 2024-04-26T04:54:11.859663+0000 mon.c (mon.2) 29 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T04:54:11.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: cluster 2024-04-26T04:54:11.868887+0000 mon.a (mon.0) 635 : cluster [DBG] Standby manager daemon x restarted 2024-04-26T04:54:11.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: cluster 2024-04-26T04:54:11.869034+0000 mon.a (mon.0) 636 : cluster [DBG] Standby manager daemon x started 2024-04-26T04:54:11.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: audit 2024-04-26T04:54:11.874393+0000 mon.a (mon.0) 637 : audit [DBG] from='mgr.? 172.21.15.174:0/1718530063' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T04:54:11.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: audit 2024-04-26T04:54:11.875931+0000 mon.a (mon.0) 638 : audit [DBG] from='mgr.? 172.21.15.174:0/1718530063' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T04:54:11.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: audit 2024-04-26T04:54:11.878849+0000 mon.a (mon.0) 639 : audit [DBG] from='mgr.? 172.21.15.174:0/1718530063' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T04:54:11.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: audit 2024-04-26T04:54:11.879392+0000 mon.a (mon.0) 640 : audit [DBG] from='mgr.? 172.21.15.174:0/1718530063' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T04:54:11.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:11 smithi102 bash[21319]: cluster 2024-04-26T04:54:11.887825+0000 mon.a (mon.0) 641 : cluster [INF] Manager daemon y is now available 2024-04-26T04:54:11.978 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[24426]: debug 2024-04-26T04:54:11.727+0000 7f78337271c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T04:54:11.978 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[24426]: debug 2024-04-26T04:54:11.843+0000 7f78337271c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T04:54:11.978 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[24426]: [26/Apr/2024:04:54:11] ENGINE Bus STARTING 2024-04-26T04:54:11.978 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[24426]: CherryPy Checker: 2024-04-26T04:54:11.978 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[24426]: The Application mounted at '' has an empty config. 2024-04-26T04:54:11.978 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[24426]: [26/Apr/2024:04:54:11] ENGINE Serving on http://:::9283 2024-04-26T04:54:11.979 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[24426]: [26/Apr/2024:04:54:11] ENGINE Bus STARTED 2024-04-26T04:54:11.979 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: cluster 2024-04-26T04:54:11.840055+0000 mon.a (mon.0) 631 : cluster [INF] Active manager daemon y restarted 2024-04-26T04:54:11.979 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: cluster 2024-04-26T04:54:11.840565+0000 mon.a (mon.0) 632 : cluster [INF] Activating manager daemon y 2024-04-26T04:54:11.979 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: audit 2024-04-26T04:54:11.854202+0000 mon.c (mon.2) 14 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T04:54:11.979 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: audit 2024-04-26T04:54:11.854367+0000 mon.c (mon.2) 15 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T04:54:11.979 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: audit 2024-04-26T04:54:11.854506+0000 mon.c (mon.2) 16 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T04:54:11.979 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: cluster 2024-04-26T04:54:11.855026+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-04-26T04:54:11.979 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: cluster 2024-04-26T04:54:11.855732+0000 mon.a (mon.0) 634 : cluster [DBG] mgrmap e17: y(active, starting, since 0.0153591s), standbys: x 2024-04-26T04:54:11.979 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: audit 2024-04-26T04:54:11.856109+0000 mon.c (mon.2) 17 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T04:54:11.980 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: audit 2024-04-26T04:54:11.856521+0000 mon.c (mon.2) 18 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T04:54:11.980 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: audit 2024-04-26T04:54:11.856960+0000 mon.c (mon.2) 19 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T04:54:11.980 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: audit 2024-04-26T04:54:11.857327+0000 mon.c (mon.2) 20 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T04:54:11.980 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: audit 2024-04-26T04:54:11.857597+0000 mon.c (mon.2) 21 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T04:54:11.980 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: audit 2024-04-26T04:54:11.857870+0000 mon.c (mon.2) 22 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T04:54:11.980 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: audit 2024-04-26T04:54:11.858125+0000 mon.c (mon.2) 23 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T04:54:11.980 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: audit 2024-04-26T04:54:11.858362+0000 mon.c (mon.2) 24 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T04:54:11.980 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: audit 2024-04-26T04:54:11.858562+0000 mon.c (mon.2) 25 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T04:54:11.980 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: audit 2024-04-26T04:54:11.858779+0000 mon.c (mon.2) 26 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T04:54:11.980 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: audit 2024-04-26T04:54:11.859019+0000 mon.c (mon.2) 27 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T04:54:11.980 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: audit 2024-04-26T04:54:11.859192+0000 mon.c (mon.2) 28 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T04:54:11.980 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: audit 2024-04-26T04:54:11.859663+0000 mon.c (mon.2) 29 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T04:54:11.980 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: cluster 2024-04-26T04:54:11.868887+0000 mon.a (mon.0) 635 : cluster [DBG] Standby manager daemon x restarted 2024-04-26T04:54:11.981 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: cluster 2024-04-26T04:54:11.869034+0000 mon.a (mon.0) 636 : cluster [DBG] Standby manager daemon x started 2024-04-26T04:54:11.981 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: audit 2024-04-26T04:54:11.874393+0000 mon.a (mon.0) 637 : audit [DBG] from='mgr.? 172.21.15.174:0/1718530063' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T04:54:11.981 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: audit 2024-04-26T04:54:11.875931+0000 mon.a (mon.0) 638 : audit [DBG] from='mgr.? 172.21.15.174:0/1718530063' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T04:54:11.981 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: audit 2024-04-26T04:54:11.878849+0000 mon.a (mon.0) 639 : audit [DBG] from='mgr.? 172.21.15.174:0/1718530063' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T04:54:11.981 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: audit 2024-04-26T04:54:11.879392+0000 mon.a (mon.0) 640 : audit [DBG] from='mgr.? 172.21.15.174:0/1718530063' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T04:54:11.981 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:11 smithi174 bash[23471]: cluster 2024-04-26T04:54:11.887825+0000 mon.a (mon.0) 641 : cluster [INF] Manager daemon y is now available 2024-04-26T04:54:12.451 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[21576]: CherryPy Checker: 2024-04-26T04:54:12.451 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[21576]: The Application mounted at '' has an empty config. 2024-04-26T04:54:12.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[21576]: [26/Apr/2024:04:54:12] ENGINE Serving on http://:::9283 2024-04-26T04:54:12.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[21576]: [26/Apr/2024:04:54:12] ENGINE Bus STARTED 2024-04-26T04:54:12.881 INFO:teuthology.orchestra.run.smithi174.stdout:Scheduled alertmanager update... 2024-04-26T04:54:13.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[21319]: audit 2024-04-26T04:54:11.912627+0000 mon.c (mon.2) 30 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:54:13.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[21319]: audit 2024-04-26T04:54:11.915467+0000 mon.c (mon.2) 31 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:54:13.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[21319]: audit 2024-04-26T04:54:11.932417+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:13.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[21319]: audit 2024-04-26T04:54:11.935405+0000 mon.c (mon.2) 32 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:54:13.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[21319]: audit 2024-04-26T04:54:11.946627+0000 mon.c (mon.2) 33 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T04:54:13.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[21319]: audit 2024-04-26T04:54:11.946934+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T04:54:13.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[21319]: audit 2024-04-26T04:54:11.953325+0000 mon.c (mon.2) 34 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T04:54:13.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[21319]: audit 2024-04-26T04:54:11.953670+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T04:54:13.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[21319]: cluster 2024-04-26T04:54:12.864045+0000 mon.a (mon.0) 645 : cluster [DBG] mgrmap e18: y(active, since 1.02365s), standbys: x 2024-04-26T04:54:13.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[21319]: audit 2024-04-26T04:54:12.883851+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:13.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[31411]: audit 2024-04-26T04:54:11.912627+0000 mon.c (mon.2) 30 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:54:13.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[31411]: audit 2024-04-26T04:54:11.915467+0000 mon.c (mon.2) 31 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:54:13.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[31411]: audit 2024-04-26T04:54:11.932417+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:13.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[31411]: audit 2024-04-26T04:54:11.935405+0000 mon.c (mon.2) 32 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:54:13.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[31411]: audit 2024-04-26T04:54:11.946627+0000 mon.c (mon.2) 33 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T04:54:13.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[31411]: audit 2024-04-26T04:54:11.946934+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T04:54:13.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[31411]: audit 2024-04-26T04:54:11.953325+0000 mon.c (mon.2) 34 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T04:54:13.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[31411]: audit 2024-04-26T04:54:11.953670+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T04:54:13.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[31411]: cluster 2024-04-26T04:54:12.864045+0000 mon.a (mon.0) 645 : cluster [DBG] mgrmap e18: y(active, since 1.02365s), standbys: x 2024-04-26T04:54:13.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:12 smithi102 bash[31411]: audit 2024-04-26T04:54:12.883851+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:13.204 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:12 smithi174 bash[23471]: audit 2024-04-26T04:54:11.912627+0000 mon.c (mon.2) 30 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:54:13.205 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:12 smithi174 bash[23471]: audit 2024-04-26T04:54:11.915467+0000 mon.c (mon.2) 31 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:54:13.205 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:12 smithi174 bash[23471]: audit 2024-04-26T04:54:11.932417+0000 mon.a (mon.0) 642 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:13.205 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:12 smithi174 bash[23471]: audit 2024-04-26T04:54:11.935405+0000 mon.c (mon.2) 32 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:54:13.205 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:12 smithi174 bash[23471]: audit 2024-04-26T04:54:11.946627+0000 mon.c (mon.2) 33 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T04:54:13.205 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:12 smithi174 bash[23471]: audit 2024-04-26T04:54:11.946934+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T04:54:13.205 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:12 smithi174 bash[23471]: audit 2024-04-26T04:54:11.953325+0000 mon.c (mon.2) 34 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T04:54:13.205 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:12 smithi174 bash[23471]: audit 2024-04-26T04:54:11.953670+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T04:54:13.205 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:12 smithi174 bash[23471]: cluster 2024-04-26T04:54:12.864045+0000 mon.a (mon.0) 645 : cluster [DBG] mgrmap e18: y(active, since 1.02365s), standbys: x 2024-04-26T04:54:13.205 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:12 smithi174 bash[23471]: audit 2024-04-26T04:54:12.883851+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:13.625 DEBUG:teuthology.orchestra.run.smithi102:alertmanager.a> sudo journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@alertmanager.a.service 2024-04-26T04:54:13.628 INFO:tasks.cephadm:Adding grafana.a on smithi174 2024-04-26T04:54:13.629 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph orch apply grafana '1;smithi174=a' 2024-04-26T04:54:14.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:14 smithi174 bash[23471]: cephadm 2024-04-26T04:54:12.877222+0000 mgr.y (mgr.24272) 3 : cephadm [INF] Saving service alertmanager spec with placement smithi102=a;count:1 2024-04-26T04:54:14.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:14 smithi174 bash[23471]: cephadm 2024-04-26T04:54:12.982772+0000 mgr.y (mgr.24272) 4 : cephadm [INF] [26/Apr/2024:04:54:12] ENGINE Bus STARTING 2024-04-26T04:54:14.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:14 smithi174 bash[23471]: cephadm 2024-04-26T04:54:13.099535+0000 mgr.y (mgr.24272) 5 : cephadm [INF] [26/Apr/2024:04:54:13] ENGINE Serving on https://172.21.15.102:7150 2024-04-26T04:54:14.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:14 smithi174 bash[23471]: cephadm 2024-04-26T04:54:13.099628+0000 mgr.y (mgr.24272) 6 : cephadm [INF] [26/Apr/2024:04:54:13] ENGINE Bus STARTED 2024-04-26T04:54:14.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:14 smithi174 bash[23471]: audit 2024-04-26T04:54:13.109823+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:14.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:14 smithi102 bash[21319]: cephadm 2024-04-26T04:54:12.877222+0000 mgr.y (mgr.24272) 3 : cephadm [INF] Saving service alertmanager spec with placement smithi102=a;count:1 2024-04-26T04:54:14.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:14 smithi102 bash[21319]: cephadm 2024-04-26T04:54:12.982772+0000 mgr.y (mgr.24272) 4 : cephadm [INF] [26/Apr/2024:04:54:12] ENGINE Bus STARTING 2024-04-26T04:54:14.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:14 smithi102 bash[21319]: cephadm 2024-04-26T04:54:13.099535+0000 mgr.y (mgr.24272) 5 : cephadm [INF] [26/Apr/2024:04:54:13] ENGINE Serving on https://172.21.15.102:7150 2024-04-26T04:54:14.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:14 smithi102 bash[21319]: cephadm 2024-04-26T04:54:13.099628+0000 mgr.y (mgr.24272) 6 : cephadm [INF] [26/Apr/2024:04:54:13] ENGINE Bus STARTED 2024-04-26T04:54:14.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:14 smithi102 bash[21319]: audit 2024-04-26T04:54:13.109823+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:14.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:14 smithi102 bash[31411]: cephadm 2024-04-26T04:54:12.877222+0000 mgr.y (mgr.24272) 3 : cephadm [INF] Saving service alertmanager spec with placement smithi102=a;count:1 2024-04-26T04:54:14.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:14 smithi102 bash[31411]: cephadm 2024-04-26T04:54:12.982772+0000 mgr.y (mgr.24272) 4 : cephadm [INF] [26/Apr/2024:04:54:12] ENGINE Bus STARTING 2024-04-26T04:54:14.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:14 smithi102 bash[31411]: cephadm 2024-04-26T04:54:13.099535+0000 mgr.y (mgr.24272) 5 : cephadm [INF] [26/Apr/2024:04:54:13] ENGINE Serving on https://172.21.15.102:7150 2024-04-26T04:54:14.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:14 smithi102 bash[31411]: cephadm 2024-04-26T04:54:13.099628+0000 mgr.y (mgr.24272) 6 : cephadm [INF] [26/Apr/2024:04:54:13] ENGINE Bus STARTED 2024-04-26T04:54:14.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:14 smithi102 bash[31411]: audit 2024-04-26T04:54:13.109823+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:15.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:15 smithi174 bash[23471]: cluster 2024-04-26T04:54:13.858270+0000 mgr.y (mgr.24272) 7 : cluster [DBG] pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:15.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:15 smithi174 bash[23471]: cluster 2024-04-26T04:54:14.875257+0000 mon.a (mon.0) 648 : cluster [DBG] mgrmap e19: y(active, since 3s), standbys: x 2024-04-26T04:54:15.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:15 smithi102 bash[31411]: cluster 2024-04-26T04:54:13.858270+0000 mgr.y (mgr.24272) 7 : cluster [DBG] pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:15.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:15 smithi102 bash[31411]: cluster 2024-04-26T04:54:14.875257+0000 mon.a (mon.0) 648 : cluster [DBG] mgrmap e19: y(active, since 3s), standbys: x 2024-04-26T04:54:15.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:15 smithi102 bash[21319]: cluster 2024-04-26T04:54:13.858270+0000 mgr.y (mgr.24272) 7 : cluster [DBG] pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:15.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:15 smithi102 bash[21319]: cluster 2024-04-26T04:54:14.875257+0000 mon.a (mon.0) 648 : cluster [DBG] mgrmap e19: y(active, since 3s), standbys: x 2024-04-26T04:54:17.428 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:17 smithi174 bash[23471]: cluster 2024-04-26T04:54:15.858871+0000 mgr.y (mgr.24272) 8 : cluster [DBG] pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:17.428 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:17 smithi174 bash[23471]: cluster 2024-04-26T04:54:16.130291+0000 mon.a (mon.0) 649 : cluster [DBG] mgrmap e20: y(active, since 4s), standbys: x 2024-04-26T04:54:17.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:17 smithi102 bash[31411]: cluster 2024-04-26T04:54:15.858871+0000 mgr.y (mgr.24272) 8 : cluster [DBG] pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:17.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:17 smithi102 bash[31411]: cluster 2024-04-26T04:54:16.130291+0000 mon.a (mon.0) 649 : cluster [DBG] mgrmap e20: y(active, since 4s), standbys: x 2024-04-26T04:54:17.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:17 smithi102 bash[21319]: cluster 2024-04-26T04:54:15.858871+0000 mgr.y (mgr.24272) 8 : cluster [DBG] pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:17.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:17 smithi102 bash[21319]: cluster 2024-04-26T04:54:16.130291+0000 mon.a (mon.0) 649 : cluster [DBG] mgrmap e20: y(active, since 4s), standbys: x 2024-04-26T04:54:18.154 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T04:54:18.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:18 smithi174 bash[23471]: audit 2024-04-26T04:54:17.382491+0000 mon.a (mon.0) 650 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:18.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:18 smithi174 bash[23471]: audit 2024-04-26T04:54:17.388657+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:18.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:18 smithi174 bash[23471]: audit 2024-04-26T04:54:17.650409+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:18.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:18 smithi174 bash[23471]: audit 2024-04-26T04:54:17.660156+0000 mon.a (mon.0) 653 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:18.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:18 smithi174 bash[23471]: cluster 2024-04-26T04:54:17.859589+0000 mgr.y (mgr.24272) 9 : cluster [DBG] pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:18.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:18 smithi174 bash[23471]: audit 2024-04-26T04:54:18.143979+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:18.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:18 smithi174 bash[23471]: audit 2024-04-26T04:54:18.169893+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:18.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:18 smithi102 bash[21319]: audit 2024-04-26T04:54:17.382491+0000 mon.a (mon.0) 650 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:18.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:18 smithi102 bash[21319]: audit 2024-04-26T04:54:17.388657+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:18.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:18 smithi102 bash[21319]: audit 2024-04-26T04:54:17.650409+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:18.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:18 smithi102 bash[21319]: audit 2024-04-26T04:54:17.660156+0000 mon.a (mon.0) 653 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:18.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:18 smithi102 bash[21319]: cluster 2024-04-26T04:54:17.859589+0000 mgr.y (mgr.24272) 9 : cluster [DBG] pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:18.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:18 smithi102 bash[21319]: audit 2024-04-26T04:54:18.143979+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:18.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:18 smithi102 bash[21319]: audit 2024-04-26T04:54:18.169893+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:18.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:18 smithi102 bash[31411]: audit 2024-04-26T04:54:17.382491+0000 mon.a (mon.0) 650 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:18.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:18 smithi102 bash[31411]: audit 2024-04-26T04:54:17.388657+0000 mon.a (mon.0) 651 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:18.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:18 smithi102 bash[31411]: audit 2024-04-26T04:54:17.650409+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:18.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:18 smithi102 bash[31411]: audit 2024-04-26T04:54:17.660156+0000 mon.a (mon.0) 653 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:18.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:18 smithi102 bash[31411]: cluster 2024-04-26T04:54:17.859589+0000 mgr.y (mgr.24272) 9 : cluster [DBG] pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:18.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:18 smithi102 bash[31411]: audit 2024-04-26T04:54:18.143979+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:18.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:18 smithi102 bash[31411]: audit 2024-04-26T04:54:18.169893+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:18.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:18 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:54:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:54:19.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: audit 2024-04-26T04:54:18.585309+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: audit 2024-04-26T04:54:18.598798+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: audit 2024-04-26T04:54:18.602914+0000 mon.c (mon.2) 35 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: audit 2024-04-26T04:54:18.603694+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: audit 2024-04-26T04:54:18.605899+0000 mon.c (mon.2) 36 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: audit 2024-04-26T04:54:18.606640+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: audit 2024-04-26T04:54:18.608602+0000 mon.c (mon.2) 37 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: audit 2024-04-26T04:54:18.609286+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: audit 2024-04-26T04:54:18.611263+0000 mon.c (mon.2) 38 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: audit 2024-04-26T04:54:18.611982+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: cephadm 2024-04-26T04:54:18.613678+0000 mgr.y (mgr.24272) 10 : cephadm [INF] Adjusting osd_memory_target on smithi174 to 4060M 2024-04-26T04:54:19.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: audit 2024-04-26T04:54:18.623114+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: audit 2024-04-26T04:54:18.625878+0000 mon.c (mon.2) 39 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:54:19.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: audit 2024-04-26T04:54:18.627641+0000 mon.c (mon.2) 40 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:54:19.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: cephadm 2024-04-26T04:54:18.630326+0000 mgr.y (mgr.24272) 11 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.conf 2024-04-26T04:54:19.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: cephadm 2024-04-26T04:54:18.630889+0000 mgr.y (mgr.24272) 12 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.conf 2024-04-26T04:54:19.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: cephadm 2024-04-26T04:54:18.896388+0000 mgr.y (mgr.24272) 13 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T04:54:19.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: cephadm 2024-04-26T04:54:18.896762+0000 mgr.y (mgr.24272) 14 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T04:54:19.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: cephadm 2024-04-26T04:54:19.112494+0000 mgr.y (mgr.24272) 15 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-26T04:54:19.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: cephadm 2024-04-26T04:54:19.113052+0000 mgr.y (mgr.24272) 16 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.client.admin.keyring 2024-04-26T04:54:19.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: audit 2024-04-26T04:54:19.451966+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: audit 2024-04-26T04:54:19.458523+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.682 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: audit 2024-04-26T04:54:19.468592+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.682 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: audit 2024-04-26T04:54:19.476426+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.682 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:19 smithi174 bash[23471]: audit 2024-04-26T04:54:19.488134+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.832 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: audit 2024-04-26T04:54:18.585309+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.833 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: audit 2024-04-26T04:54:18.598798+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.833 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: audit 2024-04-26T04:54:18.602914+0000 mon.c (mon.2) 35 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.833 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: audit 2024-04-26T04:54:18.603694+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.833 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: audit 2024-04-26T04:54:18.605899+0000 mon.c (mon.2) 36 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.833 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: audit 2024-04-26T04:54:18.606640+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.833 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: audit 2024-04-26T04:54:18.608602+0000 mon.c (mon.2) 37 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.833 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: audit 2024-04-26T04:54:18.609286+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.833 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: audit 2024-04-26T04:54:18.611263+0000 mon.c (mon.2) 38 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.833 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: audit 2024-04-26T04:54:18.611982+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.834 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: cephadm 2024-04-26T04:54:18.613678+0000 mgr.y (mgr.24272) 10 : cephadm [INF] Adjusting osd_memory_target on smithi174 to 4060M 2024-04-26T04:54:19.834 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: audit 2024-04-26T04:54:18.623114+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.834 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: audit 2024-04-26T04:54:18.625878+0000 mon.c (mon.2) 39 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:54:19.834 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: audit 2024-04-26T04:54:18.627641+0000 mon.c (mon.2) 40 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:54:19.834 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: cephadm 2024-04-26T04:54:18.630326+0000 mgr.y (mgr.24272) 11 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.conf 2024-04-26T04:54:19.834 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: cephadm 2024-04-26T04:54:18.630889+0000 mgr.y (mgr.24272) 12 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.conf 2024-04-26T04:54:19.834 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: cephadm 2024-04-26T04:54:18.896388+0000 mgr.y (mgr.24272) 13 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T04:54:19.834 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: cephadm 2024-04-26T04:54:18.896762+0000 mgr.y (mgr.24272) 14 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T04:54:19.834 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: cephadm 2024-04-26T04:54:19.112494+0000 mgr.y (mgr.24272) 15 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-26T04:54:19.834 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: cephadm 2024-04-26T04:54:19.113052+0000 mgr.y (mgr.24272) 16 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.client.admin.keyring 2024-04-26T04:54:19.834 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: audit 2024-04-26T04:54:19.451966+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.834 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: audit 2024-04-26T04:54:19.458523+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.834 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: audit 2024-04-26T04:54:19.468592+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.835 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: audit 2024-04-26T04:54:19.476426+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.835 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[21319]: audit 2024-04-26T04:54:19.488134+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.835 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: audit 2024-04-26T04:54:18.585309+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.835 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: audit 2024-04-26T04:54:18.598798+0000 mon.a (mon.0) 657 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.835 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: audit 2024-04-26T04:54:18.602914+0000 mon.c (mon.2) 35 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.835 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: audit 2024-04-26T04:54:18.603694+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.835 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: audit 2024-04-26T04:54:18.605899+0000 mon.c (mon.2) 36 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.835 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: audit 2024-04-26T04:54:18.606640+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.835 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: audit 2024-04-26T04:54:18.608602+0000 mon.c (mon.2) 37 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.835 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: audit 2024-04-26T04:54:18.609286+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.836 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: audit 2024-04-26T04:54:18.611263+0000 mon.c (mon.2) 38 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.836 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: audit 2024-04-26T04:54:18.611982+0000 mon.a (mon.0) 661 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T04:54:19.836 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: cephadm 2024-04-26T04:54:18.613678+0000 mgr.y (mgr.24272) 10 : cephadm [INF] Adjusting osd_memory_target on smithi174 to 4060M 2024-04-26T04:54:19.836 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: audit 2024-04-26T04:54:18.623114+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.836 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: audit 2024-04-26T04:54:18.625878+0000 mon.c (mon.2) 39 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:54:19.836 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: audit 2024-04-26T04:54:18.627641+0000 mon.c (mon.2) 40 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:54:19.836 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: cephadm 2024-04-26T04:54:18.630326+0000 mgr.y (mgr.24272) 11 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.conf 2024-04-26T04:54:19.836 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: cephadm 2024-04-26T04:54:18.630889+0000 mgr.y (mgr.24272) 12 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.conf 2024-04-26T04:54:19.836 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: cephadm 2024-04-26T04:54:18.896388+0000 mgr.y (mgr.24272) 13 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T04:54:19.836 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: cephadm 2024-04-26T04:54:18.896762+0000 mgr.y (mgr.24272) 14 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T04:54:19.836 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: cephadm 2024-04-26T04:54:19.112494+0000 mgr.y (mgr.24272) 15 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-26T04:54:19.836 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: cephadm 2024-04-26T04:54:19.113052+0000 mgr.y (mgr.24272) 16 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.client.admin.keyring 2024-04-26T04:54:19.836 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: audit 2024-04-26T04:54:19.451966+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.836 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: audit 2024-04-26T04:54:19.458523+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.837 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: audit 2024-04-26T04:54:19.468592+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.837 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: audit 2024-04-26T04:54:19.476426+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:19.837 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 bash[31411]: audit 2024-04-26T04:54:19.488134+0000 mon.a (mon.0) 667 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:20.088 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:19 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:20.089 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 04:54:19 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:20.089 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 04:54:19 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:20.090 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 04:54:19 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:20.090 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:19 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:20.090 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:19 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:20.090 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 04:54:19 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:20.091 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 04:54:20 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:20.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:20 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:20.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:20 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:20.452 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 04:54:20 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:20.453 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 04:54:20 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:20.454 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 04:54:20 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:20.454 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:20 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:20.454 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:20 smithi102 systemd[1]: Started Ceph node-exporter.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T04:54:20.454 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:20 smithi102 bash[55750]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-04-26T04:54:20.746 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 04:54:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:20.747 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 04:54:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:20.747 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:20.747 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:20.747 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 04:54:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:20.748 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 04:54:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:20.748 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:20 smithi174 bash[23471]: cephadm 2024-04-26T04:54:19.277130+0000 mgr.y (mgr.24272) 17 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T04:54:20.748 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:20 smithi174 bash[23471]: cephadm 2024-04-26T04:54:19.277989+0000 mgr.y (mgr.24272) 18 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T04:54:20.748 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:20 smithi174 bash[23471]: cephadm 2024-04-26T04:54:19.492224+0000 mgr.y (mgr.24272) 19 : cephadm [INF] Deploying daemon node-exporter.a on smithi102 2024-04-26T04:54:20.748 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:20 smithi174 bash[23471]: cluster 2024-04-26T04:54:19.860033+0000 mgr.y (mgr.24272) 20 : cluster [DBG] pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-26T04:54:20.748 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:20 smithi174 bash[23471]: audit 2024-04-26T04:54:20.238988+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:20.748 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:20 smithi174 bash[23471]: audit 2024-04-26T04:54:20.245604+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:20.748 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:20 smithi174 bash[23471]: audit 2024-04-26T04:54:20.261162+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:20.748 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:20.888 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:20 smithi102 bash[21319]: cephadm 2024-04-26T04:54:19.277130+0000 mgr.y (mgr.24272) 17 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T04:54:20.888 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:20 smithi102 bash[21319]: cephadm 2024-04-26T04:54:19.277989+0000 mgr.y (mgr.24272) 18 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T04:54:20.888 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:20 smithi102 bash[21319]: cephadm 2024-04-26T04:54:19.492224+0000 mgr.y (mgr.24272) 19 : cephadm [INF] Deploying daemon node-exporter.a on smithi102 2024-04-26T04:54:20.888 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:20 smithi102 bash[21319]: cluster 2024-04-26T04:54:19.860033+0000 mgr.y (mgr.24272) 20 : cluster [DBG] pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-26T04:54:20.888 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:20 smithi102 bash[21319]: audit 2024-04-26T04:54:20.238988+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:20.888 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:20 smithi102 bash[21319]: audit 2024-04-26T04:54:20.245604+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:20.888 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:20 smithi102 bash[21319]: audit 2024-04-26T04:54:20.261162+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:20.889 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:20 smithi102 bash[31411]: cephadm 2024-04-26T04:54:19.277130+0000 mgr.y (mgr.24272) 17 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T04:54:20.889 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:20 smithi102 bash[31411]: cephadm 2024-04-26T04:54:19.277989+0000 mgr.y (mgr.24272) 18 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T04:54:20.889 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:20 smithi102 bash[31411]: cephadm 2024-04-26T04:54:19.492224+0000 mgr.y (mgr.24272) 19 : cephadm [INF] Deploying daemon node-exporter.a on smithi102 2024-04-26T04:54:20.889 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:20 smithi102 bash[31411]: cluster 2024-04-26T04:54:19.860033+0000 mgr.y (mgr.24272) 20 : cluster [DBG] pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-26T04:54:20.889 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:20 smithi102 bash[31411]: audit 2024-04-26T04:54:20.238988+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:20.889 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:20 smithi102 bash[31411]: audit 2024-04-26T04:54:20.245604+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:20.889 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:20 smithi102 bash[31411]: audit 2024-04-26T04:54:20.261162+0000 mon.a (mon.0) 670 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:21.022 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:21.023 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 04:54:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:21.023 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 04:54:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:21.023 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 04:54:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:21.023 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:54:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:21.024 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:21.024 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 04:54:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:21.162 INFO:teuthology.orchestra.run.smithi174.stdout:Scheduled grafana update... 2024-04-26T04:54:21.188 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:20 smithi102 bash[55750]: v1.5.0: Pulling from prometheus/node-exporter 2024-04-26T04:54:21.362 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:21 smithi174 bash[48985]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-04-26T04:54:21.451 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:21 smithi102 bash[55750]: 22b70bddd3ac: Pulling fs layer 2024-04-26T04:54:21.452 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:21 smithi102 bash[55750]: 5c12815fee55: Pulling fs layer 2024-04-26T04:54:21.452 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:21 smithi102 bash[55750]: c0e87333d380: Pulling fs layer 2024-04-26T04:54:21.452 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:21 smithi102 bash[55750]: 22b70bddd3ac: Verifying Checksum 2024-04-26T04:54:21.452 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:21 smithi102 bash[55750]: 22b70bddd3ac: Download complete 2024-04-26T04:54:21.452 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:54:21 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:21.952 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:21 smithi102 bash[55750]: c0e87333d380: Verifying Checksum 2024-04-26T04:54:21.952 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:21 smithi102 bash[55750]: c0e87333d380: Download complete 2024-04-26T04:54:21.952 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:21 smithi102 bash[55750]: 5c12815fee55: Download complete 2024-04-26T04:54:21.952 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:21 smithi102 bash[55750]: 22b70bddd3ac: Pull complete 2024-04-26T04:54:22.203 DEBUG:teuthology.orchestra.run.smithi174:grafana.a> sudo journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service 2024-04-26T04:54:22.206 INFO:tasks.cephadm:Setting up client nodes... 2024-04-26T04:54:22.209 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-26T04:54:22.296 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:21 smithi174 bash[48985]: v1.5.0: Pulling from prometheus/node-exporter 2024-04-26T04:54:22.297 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:22 smithi174 bash[23471]: cephadm 2024-04-26T04:54:20.262030+0000 mgr.y (mgr.24272) 21 : cephadm [INF] Deploying daemon node-exporter.b on smithi174 2024-04-26T04:54:22.297 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:22 smithi174 bash[23471]: audit 2024-04-26T04:54:21.077425+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:22.297 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:22 smithi174 bash[23471]: audit 2024-04-26T04:54:21.093082+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:22.297 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:22 smithi174 bash[23471]: audit 2024-04-26T04:54:21.135848+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:22.297 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:22 smithi174 bash[23471]: audit 2024-04-26T04:54:21.143959+0000 mgr.y (mgr.24272) 22 : audit [DBG] from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi174=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:54:22.297 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:22 smithi174 bash[23471]: audit 2024-04-26T04:54:21.144871+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:22.297 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:22 smithi174 bash[23471]: cephadm 2024-04-26T04:54:21.148420+0000 mgr.y (mgr.24272) 23 : cephadm [INF] Saving service grafana spec with placement smithi174=a;count:1 2024-04-26T04:54:22.297 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:22 smithi174 bash[23471]: audit 2024-04-26T04:54:21.163903+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:22.297 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:22 smithi174 bash[23471]: audit 2024-04-26T04:54:21.170533+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:22.297 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:22 smithi174 bash[23471]: cephadm 2024-04-26T04:54:21.199579+0000 mgr.y (mgr.24272) 24 : cephadm [INF] Deploying daemon alertmanager.a on smithi102 2024-04-26T04:54:22.297 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:22 smithi174 bash[23471]: audit 2024-04-26T04:54:21.942055+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:22.451 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[55750]: 5c12815fee55: Pull complete 2024-04-26T04:54:22.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[31411]: cephadm 2024-04-26T04:54:20.262030+0000 mgr.y (mgr.24272) 21 : cephadm [INF] Deploying daemon node-exporter.b on smithi174 2024-04-26T04:54:22.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[31411]: audit 2024-04-26T04:54:21.077425+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:22.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[31411]: audit 2024-04-26T04:54:21.093082+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:22.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[31411]: audit 2024-04-26T04:54:21.135848+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:22.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[31411]: audit 2024-04-26T04:54:21.143959+0000 mgr.y (mgr.24272) 22 : audit [DBG] from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi174=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:54:22.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[31411]: audit 2024-04-26T04:54:21.144871+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:22.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[31411]: cephadm 2024-04-26T04:54:21.148420+0000 mgr.y (mgr.24272) 23 : cephadm [INF] Saving service grafana spec with placement smithi174=a;count:1 2024-04-26T04:54:22.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[31411]: audit 2024-04-26T04:54:21.163903+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:22.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[31411]: audit 2024-04-26T04:54:21.170533+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:22.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[31411]: cephadm 2024-04-26T04:54:21.199579+0000 mgr.y (mgr.24272) 24 : cephadm [INF] Deploying daemon alertmanager.a on smithi102 2024-04-26T04:54:22.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[31411]: audit 2024-04-26T04:54:21.942055+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:22.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[21319]: cephadm 2024-04-26T04:54:20.262030+0000 mgr.y (mgr.24272) 21 : cephadm [INF] Deploying daemon node-exporter.b on smithi174 2024-04-26T04:54:22.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[21319]: audit 2024-04-26T04:54:21.077425+0000 mon.a (mon.0) 671 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:22.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[21319]: audit 2024-04-26T04:54:21.093082+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:22.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[21319]: audit 2024-04-26T04:54:21.135848+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:22.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[21319]: audit 2024-04-26T04:54:21.143959+0000 mgr.y (mgr.24272) 22 : audit [DBG] from='client.24328 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi174=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:54:22.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[21319]: audit 2024-04-26T04:54:21.144871+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:22.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[21319]: cephadm 2024-04-26T04:54:21.148420+0000 mgr.y (mgr.24272) 23 : cephadm [INF] Saving service grafana spec with placement smithi174=a;count:1 2024-04-26T04:54:22.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[21319]: audit 2024-04-26T04:54:21.163903+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:22.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[21319]: audit 2024-04-26T04:54:21.170533+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:22.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[21319]: cephadm 2024-04-26T04:54:21.199579+0000 mgr.y (mgr.24272) 24 : cephadm [INF] Deploying daemon alertmanager.a on smithi102 2024-04-26T04:54:22.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[21319]: audit 2024-04-26T04:54:21.942055+0000 mon.a (mon.0) 677 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:22.476 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:22 smithi174 bash[48985]: 22b70bddd3ac: Pulling fs layer 2024-04-26T04:54:22.476 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:22 smithi174 bash[48985]: 5c12815fee55: Pulling fs layer 2024-04-26T04:54:22.477 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:22 smithi174 bash[48985]: c0e87333d380: Pulling fs layer 2024-04-26T04:54:22.477 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:22 smithi174 bash[48985]: 22b70bddd3ac: Download complete 2024-04-26T04:54:22.585 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:22 smithi174 bash[48985]: 5c12815fee55: Download complete 2024-04-26T04:54:22.670 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[55750]: c0e87333d380: Pull complete 2024-04-26T04:54:22.750 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[55750]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-04-26T04:54:22.928 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:22 smithi174 bash[48985]: c0e87333d380: Verifying Checksum 2024-04-26T04:54:22.929 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:22 smithi174 bash[48985]: c0e87333d380: Download complete 2024-04-26T04:54:22.929 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:22 smithi174 bash[48985]: 22b70bddd3ac: Pull complete 2024-04-26T04:54:23.167 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:22 smithi102 bash[55750]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-04-26T04:54:23.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:23 smithi174 bash[23471]: cluster 2024-04-26T04:54:21.860464+0000 mgr.y (mgr.24272) 25 : cluster [DBG] pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T04:54:23.429 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:23 smithi174 bash[48985]: 5c12815fee55: Pull complete 2024-04-26T04:54:23.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:23 smithi102 bash[21319]: cluster 2024-04-26T04:54:21.860464+0000 mgr.y (mgr.24272) 25 : cluster [DBG] pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T04:54:23.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:23 smithi102 bash[31411]: cluster 2024-04-26T04:54:21.860464+0000 mgr.y (mgr.24272) 25 : cluster [DBG] pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T04:54:23.929 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:23 smithi174 bash[48985]: c0e87333d380: Pull complete 2024-04-26T04:54:23.929 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:23 smithi174 bash[48985]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-04-26T04:54:23.929 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:23 smithi174 bash[48985]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-04-26T04:54:25.172 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.893Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-26T04:54:25.172 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.893Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-26T04:54:25.172 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.893Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-26T04:54:25.172 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.893Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-26T04:54:25.172 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-26T04:54:25.173 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-26T04:54:25.173 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-26T04:54:25.173 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=arp 2024-04-26T04:54:25.173 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-26T04:54:25.173 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-26T04:54:25.173 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-26T04:54:25.173 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-26T04:54:25.173 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-26T04:54:25.173 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-26T04:54:25.173 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-26T04:54:25.173 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-26T04:54:25.173 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=edac 2024-04-26T04:54:25.173 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-26T04:54:25.173 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-26T04:54:25.173 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-26T04:54:25.173 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-26T04:54:25.174 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-26T04:54:25.174 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-26T04:54:25.174 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-26T04:54:25.174 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-26T04:54:25.174 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-26T04:54:25.174 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-26T04:54:25.174 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-26T04:54:25.174 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-26T04:54:25.174 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-26T04:54:25.175 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.894Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-26T04:54:25.175 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-26T04:54:25.175 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-26T04:54:25.175 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=node_exporter.go:117 level=info collector=os 2024-04-26T04:54:25.175 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-26T04:54:25.175 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-26T04:54:25.175 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-26T04:54:25.175 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-26T04:54:25.175 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-26T04:54:25.175 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-26T04:54:25.175 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-26T04:54:25.175 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=node_exporter.go:117 level=info collector=stat 2024-04-26T04:54:25.175 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-26T04:54:25.175 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-26T04:54:25.175 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-26T04:54:25.175 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=node_exporter.go:117 level=info collector=time 2024-04-26T04:54:25.175 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-26T04:54:25.176 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=node_exporter.go:117 level=info collector=uname 2024-04-26T04:54:25.176 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-26T04:54:25.176 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-26T04:54:25.176 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-26T04:54:25.176 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-26T04:54:25.176 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:54:24 smithi174 bash[48985]: ts=2024-04-26T04:54:24.895Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-26T04:54:25.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[21319]: cluster 2024-04-26T04:54:23.861265+0000 mgr.y (mgr.24272) 26 : cluster [DBG] pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T04:54:25.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[31411]: cluster 2024-04-26T04:54:23.861265+0000 mgr.y (mgr.24272) 26 : cluster [DBG] pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T04:54:25.202 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.019Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-26T04:54:25.202 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.019Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-26T04:54:25.202 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.020Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-26T04:54:25.202 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.020Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-26T04:54:25.202 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.020Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-26T04:54:25.202 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.020Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-26T04:54:25.202 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-26T04:54:25.202 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=arp 2024-04-26T04:54:25.202 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-26T04:54:25.203 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-26T04:54:25.203 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-26T04:54:25.203 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-26T04:54:25.203 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-26T04:54:25.203 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-26T04:54:25.203 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-26T04:54:25.203 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-26T04:54:25.203 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=edac 2024-04-26T04:54:25.203 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-26T04:54:25.203 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-26T04:54:25.203 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-26T04:54:25.203 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-26T04:54:25.203 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-26T04:54:25.203 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-26T04:54:25.203 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-26T04:54:25.203 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-26T04:54:25.204 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-26T04:54:25.204 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-26T04:54:25.204 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-26T04:54:25.204 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-26T04:54:25.204 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-26T04:54:25.204 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-26T04:54:25.204 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-26T04:54:25.204 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-26T04:54:25.204 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=os 2024-04-26T04:54:25.204 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-26T04:54:25.204 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-26T04:54:25.204 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-26T04:54:25.204 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-26T04:54:25.204 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-26T04:54:25.204 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-26T04:54:25.204 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-26T04:54:25.205 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=stat 2024-04-26T04:54:25.205 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-26T04:54:25.205 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-26T04:54:25.205 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-26T04:54:25.205 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=time 2024-04-26T04:54:25.205 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-26T04:54:25.205 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=uname 2024-04-26T04:54:25.205 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-26T04:54:25.205 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-26T04:54:25.205 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-26T04:54:25.205 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-26T04:54:25.205 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:25 smithi102 bash[55750]: ts=2024-04-26T04:54:25.021Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-26T04:54:25.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:25 smithi174 bash[23471]: cluster 2024-04-26T04:54:23.861265+0000 mgr.y (mgr.24272) 26 : cluster [DBG] pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T04:54:26.978 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:54:27.349 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:27 smithi102 bash[31411]: cluster 2024-04-26T04:54:25.862007+0000 mgr.y (mgr.24272) 27 : cluster [DBG] pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T04:54:27.349 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:27 smithi102 bash[31411]: audit 2024-04-26T04:54:26.936902+0000 mon.c (mon.2) 41 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:54:27.349 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:27 smithi102 bash[21319]: cluster 2024-04-26T04:54:25.862007+0000 mgr.y (mgr.24272) 27 : cluster [DBG] pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T04:54:27.349 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:27 smithi102 bash[21319]: audit 2024-04-26T04:54:26.936902+0000 mon.c (mon.2) 41 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:54:27.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:27 smithi174 bash[23471]: cluster 2024-04-26T04:54:25.862007+0000 mgr.y (mgr.24272) 27 : cluster [DBG] pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T04:54:27.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:27 smithi174 bash[23471]: audit 2024-04-26T04:54:26.936902+0000 mon.c (mon.2) 41 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:54:28.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:28 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:54:28] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:54:29.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:29 smithi102 bash[31411]: cluster 2024-04-26T04:54:27.862666+0000 mgr.y (mgr.24272) 28 : cluster [DBG] pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T04:54:29.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:29 smithi102 bash[21319]: cluster 2024-04-26T04:54:27.862666+0000 mgr.y (mgr.24272) 28 : cluster [DBG] pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T04:54:29.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:29 smithi174 bash[23471]: cluster 2024-04-26T04:54:27.862666+0000 mgr.y (mgr.24272) 28 : cluster [DBG] pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T04:54:31.437 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:31 smithi102 bash[31411]: cluster 2024-04-26T04:54:29.863278+0000 mgr.y (mgr.24272) 29 : cluster [DBG] pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T04:54:31.437 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:31 smithi102 bash[21319]: cluster 2024-04-26T04:54:29.863278+0000 mgr.y (mgr.24272) 29 : cluster [DBG] pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T04:54:31.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:31 smithi174 bash[23471]: cluster 2024-04-26T04:54:29.863278+0000 mgr.y (mgr.24272) 29 : cluster [DBG] pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T04:54:31.734 INFO:teuthology.orchestra.run.smithi102.stdout:[client.0] 2024-04-26T04:54:31.734 INFO:teuthology.orchestra.run.smithi102.stdout: key = AQCHMytmHpCaKxAAAuvqS5Y7eEjco7/SDgEzBg== 2024-04-26T04:54:32.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:32 smithi102 bash[31411]: audit 2024-04-26T04:54:31.730802+0000 mon.c (mon.2) 42 : audit [INF] from='client.? 172.21.15.102:0/3424288706' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T04:54:32.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:32 smithi102 bash[31411]: audit 2024-04-26T04:54:31.731362+0000 mon.a (mon.0) 678 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T04:54:32.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:32 smithi102 bash[31411]: audit 2024-04-26T04:54:31.737495+0000 mon.a (mon.0) 679 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T04:54:32.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:32 smithi102 bash[21319]: audit 2024-04-26T04:54:31.730802+0000 mon.c (mon.2) 42 : audit [INF] from='client.? 172.21.15.102:0/3424288706' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T04:54:32.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:32 smithi102 bash[21319]: audit 2024-04-26T04:54:31.731362+0000 mon.a (mon.0) 678 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T04:54:32.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:32 smithi102 bash[21319]: audit 2024-04-26T04:54:31.737495+0000 mon.a (mon.0) 679 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T04:54:32.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:32 smithi174 bash[23471]: audit 2024-04-26T04:54:31.730802+0000 mon.c (mon.2) 42 : audit [INF] from='client.? 172.21.15.102:0/3424288706' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T04:54:32.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:32 smithi174 bash[23471]: audit 2024-04-26T04:54:31.731362+0000 mon.a (mon.0) 678 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T04:54:32.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:32 smithi174 bash[23471]: audit 2024-04-26T04:54:31.737495+0000 mon.a (mon.0) 679 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T04:54:32.716 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:32.716 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 04:54:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:32.717 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 04:54:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:32.717 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 04:54:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:32.717 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 04:54:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:32.717 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 04:54:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:32.717 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 04:54:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:32.718 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:32.718 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:54:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:32.718 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:54:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:32.718 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:54:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:32.718 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:54:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:32.719 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:32.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:32.719 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 04:54:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:32.719 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 04:54:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:32.836 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-26T04:54:32.836 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-26T04:54:32.836 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-26T04:54:32.854 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-26T04:54:33.185 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:54:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:33.185 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:54:32 smithi102 systemd[1]: Started Ceph alertmanager.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T04:54:33.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:33.186 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:33.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:33.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:33 smithi102 bash[21319]: cluster 2024-04-26T04:54:31.863833+0000 mgr.y (mgr.24272) 30 : cluster [DBG] pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:33.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:33 smithi102 bash[21319]: audit 2024-04-26T04:54:32.858904+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:33.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:33 smithi102 bash[21319]: audit 2024-04-26T04:54:32.865420+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:33.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:33 smithi102 bash[21319]: audit 2024-04-26T04:54:32.893711+0000 mon.a (mon.0) 682 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:33.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:33 smithi102 bash[21319]: audit 2024-04-26T04:54:32.899010+0000 mon.a (mon.0) 683 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:33.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:33 smithi102 bash[21319]: audit 2024-04-26T04:54:32.931356+0000 mon.c (mon.2) 43 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:54:33.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:33 smithi102 bash[31411]: cluster 2024-04-26T04:54:31.863833+0000 mgr.y (mgr.24272) 30 : cluster [DBG] pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:33.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:33 smithi102 bash[31411]: audit 2024-04-26T04:54:32.858904+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:33.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:33 smithi102 bash[31411]: audit 2024-04-26T04:54:32.865420+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:33.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:33 smithi102 bash[31411]: audit 2024-04-26T04:54:32.893711+0000 mon.a (mon.0) 682 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:33.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:33 smithi102 bash[31411]: audit 2024-04-26T04:54:32.899010+0000 mon.a (mon.0) 683 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:33.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:33 smithi102 bash[31411]: audit 2024-04-26T04:54:32.931356+0000 mon.c (mon.2) 43 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:54:33.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:33 smithi174 bash[23471]: cluster 2024-04-26T04:54:31.863833+0000 mgr.y (mgr.24272) 30 : cluster [DBG] pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:33.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:33 smithi174 bash[23471]: audit 2024-04-26T04:54:32.858904+0000 mon.a (mon.0) 680 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:33.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:33 smithi174 bash[23471]: audit 2024-04-26T04:54:32.865420+0000 mon.a (mon.0) 681 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:33.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:33 smithi174 bash[23471]: audit 2024-04-26T04:54:32.893711+0000 mon.a (mon.0) 682 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:33.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:33 smithi174 bash[23471]: audit 2024-04-26T04:54:32.899010+0000 mon.a (mon.0) 683 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:33.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:33 smithi174 bash[23471]: audit 2024-04-26T04:54:32.931356+0000 mon.c (mon.2) 43 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:54:34.452 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:54:34 smithi102 bash[56295]: ts=2024-04-26T04:54:34.150Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-26T04:54:34.452 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:54:34 smithi102 bash[56295]: ts=2024-04-26T04:54:34.150Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-26T04:54:34.452 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:54:34 smithi102 bash[56295]: ts=2024-04-26T04:54:34.151Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.102 port=9094 2024-04-26T04:54:34.452 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:54:34 smithi102 bash[56295]: ts=2024-04-26T04:54:34.152Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-26T04:54:34.452 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:54:34 smithi102 bash[56295]: ts=2024-04-26T04:54:34.182Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-26T04:54:34.452 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:54:34 smithi102 bash[56295]: ts=2024-04-26T04:54:34.182Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-26T04:54:34.452 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:54:34 smithi102 bash[56295]: ts=2024-04-26T04:54:34.186Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-26T04:54:34.452 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:54:34 smithi102 bash[56295]: ts=2024-04-26T04:54:34.186Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-26T04:54:35.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:35 smithi102 bash[31411]: cluster 2024-04-26T04:54:33.864420+0000 mgr.y (mgr.24272) 31 : cluster [DBG] pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:35.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:35 smithi102 bash[21319]: cluster 2024-04-26T04:54:33.864420+0000 mgr.y (mgr.24272) 31 : cluster [DBG] pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:35.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:35 smithi174 bash[23471]: cluster 2024-04-26T04:54:33.864420+0000 mgr.y (mgr.24272) 31 : cluster [DBG] pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:36.451 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:54:36 smithi102 bash[56295]: ts=2024-04-26T04:54:36.152Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000500582s 2024-04-26T04:54:37.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:37 smithi102 bash[31411]: cluster 2024-04-26T04:54:35.865049+0000 mgr.y (mgr.24272) 32 : cluster [DBG] pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:37.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:37 smithi102 bash[31411]: audit 2024-04-26T04:54:36.957299+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:37.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:37 smithi102 bash[21319]: cluster 2024-04-26T04:54:35.865049+0000 mgr.y (mgr.24272) 32 : cluster [DBG] pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:37.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:37 smithi102 bash[21319]: audit 2024-04-26T04:54:36.957299+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:37.621 INFO:teuthology.orchestra.run.smithi174.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.b/config 2024-04-26T04:54:37.678 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:37 smithi174 bash[23471]: cluster 2024-04-26T04:54:35.865049+0000 mgr.y (mgr.24272) 32 : cluster [DBG] pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:37.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:37 smithi174 bash[23471]: audit 2024-04-26T04:54:36.957299+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:38.652 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:38 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:54:38] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:54:39.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:39 smithi102 bash[21319]: cluster 2024-04-26T04:54:37.865572+0000 mgr.y (mgr.24272) 33 : cluster [DBG] pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:39.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:39 smithi102 bash[21319]: audit 2024-04-26T04:54:38.219131+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:39.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:39 smithi102 bash[21319]: audit 2024-04-26T04:54:38.234903+0000 mon.a (mon.0) 686 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:39.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:39 smithi102 bash[31411]: cluster 2024-04-26T04:54:37.865572+0000 mgr.y (mgr.24272) 33 : cluster [DBG] pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:39.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:39 smithi102 bash[31411]: audit 2024-04-26T04:54:38.219131+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:39.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:39 smithi102 bash[31411]: audit 2024-04-26T04:54:38.234903+0000 mon.a (mon.0) 686 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:39.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:39 smithi102 bash[21576]: [26/Apr/2024:04:54:39] ENGINE Bus STOPPING 2024-04-26T04:54:39.453 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:39 smithi102 bash[21576]: [26/Apr/2024:04:54:39] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T04:54:39.453 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:39 smithi102 bash[21576]: [26/Apr/2024:04:54:39] ENGINE Bus STOPPED 2024-04-26T04:54:39.453 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:39 smithi102 bash[21576]: [26/Apr/2024:04:54:39] ENGINE Bus STARTING 2024-04-26T04:54:39.557 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:39 smithi174 bash[23471]: cluster 2024-04-26T04:54:37.865572+0000 mgr.y (mgr.24272) 33 : cluster [DBG] pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:39.557 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:39 smithi174 bash[23471]: audit 2024-04-26T04:54:38.219131+0000 mon.a (mon.0) 685 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:39.557 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:39 smithi174 bash[23471]: audit 2024-04-26T04:54:38.234903+0000 mon.a (mon.0) 686 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:39.871 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:54:39 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:54:39.951 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:39 smithi102 bash[21576]: [26/Apr/2024:04:54:39] ENGINE Serving on http://:::9283 2024-04-26T04:54:39.951 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:54:39 smithi102 bash[21576]: [26/Apr/2024:04:54:39] ENGINE Bus STARTED 2024-04-26T04:54:40.363 INFO:teuthology.orchestra.run.smithi174.stdout:[client.1] 2024-04-26T04:54:40.363 INFO:teuthology.orchestra.run.smithi174.stdout: key = AQCQMytm/7t0FRAA08wkxsZ9/ZbGBmTGN7y4cw== 2024-04-26T04:54:40.594 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:40 smithi174 bash[23471]: audit 2024-04-26T04:54:39.270491+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:40.594 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:40 smithi174 bash[23471]: audit 2024-04-26T04:54:39.276921+0000 mon.a (mon.0) 688 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:40.594 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:40 smithi174 bash[23471]: audit 2024-04-26T04:54:39.278486+0000 mon.c (mon.2) 44 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:54:40.594 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:40 smithi174 bash[23471]: audit 2024-04-26T04:54:39.279342+0000 mon.c (mon.2) 45 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:54:40.594 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:40 smithi174 bash[23471]: audit 2024-04-26T04:54:39.284371+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:40.594 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:40 smithi174 bash[23471]: audit 2024-04-26T04:54:39.323128+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:40.594 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:40 smithi174 bash[23471]: audit 2024-04-26T04:54:39.327413+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:40.594 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:40 smithi174 bash[23471]: audit 2024-04-26T04:54:39.330604+0000 mon.c (mon.2) 46 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-26T04:54:40.595 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:40 smithi174 bash[23471]: audit 2024-04-26T04:54:39.331073+0000 mgr.y (mgr.24272) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-26T04:54:40.595 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:40 smithi174 bash[23471]: audit 2024-04-26T04:54:39.335935+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:40.595 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:40 smithi174 bash[23471]: cephadm 2024-04-26T04:54:39.353186+0000 mgr.y (mgr.24272) 35 : cephadm [INF] Deploying daemon grafana.a on smithi174 2024-04-26T04:54:40.595 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:40 smithi174 bash[23471]: cluster 2024-04-26T04:54:39.866178+0000 mgr.y (mgr.24272) 36 : cluster [DBG] pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:40.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[31411]: audit 2024-04-26T04:54:39.270491+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:40.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[31411]: audit 2024-04-26T04:54:39.276921+0000 mon.a (mon.0) 688 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:40.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[31411]: audit 2024-04-26T04:54:39.278486+0000 mon.c (mon.2) 44 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:54:40.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[31411]: audit 2024-04-26T04:54:39.279342+0000 mon.c (mon.2) 45 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:54:40.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[31411]: audit 2024-04-26T04:54:39.284371+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:40.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[31411]: audit 2024-04-26T04:54:39.323128+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:40.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[31411]: audit 2024-04-26T04:54:39.327413+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:40.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[31411]: audit 2024-04-26T04:54:39.330604+0000 mon.c (mon.2) 46 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-26T04:54:40.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[31411]: audit 2024-04-26T04:54:39.331073+0000 mgr.y (mgr.24272) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-26T04:54:40.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[31411]: audit 2024-04-26T04:54:39.335935+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:40.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[31411]: cephadm 2024-04-26T04:54:39.353186+0000 mgr.y (mgr.24272) 35 : cephadm [INF] Deploying daemon grafana.a on smithi174 2024-04-26T04:54:40.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[31411]: cluster 2024-04-26T04:54:39.866178+0000 mgr.y (mgr.24272) 36 : cluster [DBG] pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:40.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[21319]: audit 2024-04-26T04:54:39.270491+0000 mon.a (mon.0) 687 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:40.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[21319]: audit 2024-04-26T04:54:39.276921+0000 mon.a (mon.0) 688 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:40.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[21319]: audit 2024-04-26T04:54:39.278486+0000 mon.c (mon.2) 44 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:54:40.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[21319]: audit 2024-04-26T04:54:39.279342+0000 mon.c (mon.2) 45 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:54:40.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[21319]: audit 2024-04-26T04:54:39.284371+0000 mon.a (mon.0) 689 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:40.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[21319]: audit 2024-04-26T04:54:39.323128+0000 mon.a (mon.0) 690 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:40.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[21319]: audit 2024-04-26T04:54:39.327413+0000 mon.a (mon.0) 691 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:40.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[21319]: audit 2024-04-26T04:54:39.330604+0000 mon.c (mon.2) 46 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-26T04:54:40.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[21319]: audit 2024-04-26T04:54:39.331073+0000 mgr.y (mgr.24272) 34 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-26T04:54:40.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[21319]: audit 2024-04-26T04:54:39.335935+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:40.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[21319]: cephadm 2024-04-26T04:54:39.353186+0000 mgr.y (mgr.24272) 35 : cephadm [INF] Deploying daemon grafana.a on smithi174 2024-04-26T04:54:40.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:40 smithi102 bash[21319]: cluster 2024-04-26T04:54:39.866178+0000 mgr.y (mgr.24272) 36 : cluster [DBG] pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:41.099 DEBUG:teuthology.orchestra.run.smithi174:> set -ex 2024-04-26T04:54:41.100 DEBUG:teuthology.orchestra.run.smithi174:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-26T04:54:41.100 DEBUG:teuthology.orchestra.run.smithi174:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-26T04:54:41.124 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-26T04:54:41.125 DEBUG:teuthology.orchestra.run.smithi102:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-26T04:54:41.419 INFO:teuthology.misc.health.smithi102.stdout: 2024-04-26T04:54:41.420 INFO:teuthology.misc.health.smithi102.stdout:{"epoch":60,"fsid":"5615ffaa-0387-11ef-bc93-c7b262605968","created":"2024-04-26T04:44:01.323044+0000","modified":"2024-04-26T04:54:11.840152+0000","last_up_change":"2024-04-26T04:53:17.455274+0000","last_in_change":"2024-04-26T04:52:52.790694+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T04:49:13.104832+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"c32ab22c-67df-44a2-8a85-779f1b22f438","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6803","nonce":3468449764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6805","nonce":3468449764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6809","nonce":3468449764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6807","nonce":3468449764}]},"public_addr":"172.21.15.102:6803/3468449764","cluster_addr":"172.21.15.102:6805/3468449764","heartbeat_back_addr":"172.21.15.102:6809/3468449764","heartbeat_front_addr":"172.21.15.102:6807/3468449764","state":["exists","up"]},{"osd":1,"uuid":"dd0b2581-1833-425f-9b16-cb561d34a9e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6811","nonce":1472023113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6813","nonce":1472023113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6817","nonce":1472023113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6815","nonce":1472023113}]},"public_addr":"172.21.15.102:6811/1472023113","cluster_addr":"172.21.15.102:6813/1472023113","heartbeat_back_addr":"172.21.15.102:6817/1472023113","heartbeat_front_addr":"172.21.15.102:6815/1472023113","state":["exists","up"]},{"osd":2,"uuid":"b74ab273-8305-4ae4-ac48-b2135ebfb5aa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6819","nonce":3703443933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6821","nonce":3703443933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6825","nonce":3703443933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6823","nonce":3703443933}]},"public_addr":"172.21.15.102:6819/3703443933","cluster_addr":"172.21.15.102:6821/3703443933","heartbeat_back_addr":"172.21.15.102:6825/3703443933","heartbeat_front_addr":"172.21.15.102:6823/3703443933","state":["exists","up"]},{"osd":3,"uuid":"59554603-74c2-48a4-9ae6-21904ca7f5f7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6827","nonce":621421344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6829","nonce":621421344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6833","nonce":621421344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6831","nonce":621421344}]},"public_addr":"172.21.15.102:6827/621421344","cluster_addr":"172.21.15.102:6829/621421344","heartbeat_back_addr":"172.21.15.102:6833/621421344","heartbeat_front_addr":"172.21.15.102:6831/621421344","state":["exists","up"]},{"osd":4,"uuid":"2620174f-db78-44b1-8f13-1cd95cf00437","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6801","nonce":2769737089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6803","nonce":2769737089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6807","nonce":2769737089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6805","nonce":2769737089}]},"public_addr":"172.21.15.174:6801/2769737089","cluster_addr":"172.21.15.174:6803/2769737089","heartbeat_back_addr":"172.21.15.174:6807/2769737089","heartbeat_front_addr":"172.21.15.174:6805/2769737089","state":["exists","up"]},{"osd":5,"uuid":"709d588d-9022-4a7c-9253-45f0fd5531c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6809","nonce":1239194999}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6811","nonce":1239194999}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6815","nonce":1239194999}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6813","nonce":1239194999}]},"public_addr":"172.21.15.174:6809/1239194999","cluster_addr":"172.21.15.174:6811/1239194999","heartbeat_back_addr":"172.21.15.174:6815/1239194999","heartbeat_front_addr":"172.21.15.174:6813/1239194999","state":["exists","up"]},{"osd":6,"uuid":"5a4df967-f447-4662-acb1-43f576399c4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6817","nonce":3734711246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6819","nonce":3734711246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6823","nonce":3734711246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6821","nonce":3734711246}]},"public_addr":"172.21.15.174:6817/3734711246","cluster_addr":"172.21.15.174:6819/3734711246","heartbeat_back_addr":"172.21.15.174:6823/3734711246","heartbeat_front_addr":"172.21.15.174:6821/3734711246","state":["exists","up"]},{"osd":7,"uuid":"b07e0cd4-ffd3-4296-9f5e-574fc65aacca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6825","nonce":3556511472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6827","nonce":3556511472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6831","nonce":3556511472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6829","nonce":3556511472}]},"public_addr":"172.21.15.174:6825/3556511472","cluster_addr":"172.21.15.174:6827/3556511472","heartbeat_back_addr":"172.21.15.174:6831/3556511472","heartbeat_front_addr":"172.21.15.174:6829/3556511472","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:47:28.257229+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:48:18.088592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:49:09.416730+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:50:01.765708+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:50:49.503431+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:51:39.024094+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:52:27.346855+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:53:15.927765+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:6801/3977872321":"2024-04-27T04:54:11.840087+0000","172.21.15.102:6800/3977872321":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/2131566144":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/2302429507":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/465673634":"2024-04-27T04:45:04.482631+0000","172.21.15.102:6801/3931113265":"2024-04-27T04:45:04.482631+0000","172.21.15.102:6800/3931113265":"2024-04-27T04:45:04.482631+0000","172.21.15.102:6801/2424466934":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/1933355956":"2024-04-27T04:45:04.482631+0000","172.21.15.102:0/3833618734":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/921950070":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/1745747623":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/2324804206":"2024-04-27T04:44:33.295200+0000","172.21.15.102:6800/2424466934":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/3780951751":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/4278057730":"2024-04-27T04:45:04.482631+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T04:54:41.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:41 smithi174 bash[23471]: audit 2024-04-26T04:54:40.356872+0000 mon.b (mon.1) 25 : audit [INF] from='client.? 172.21.15.174:0/598940946' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T04:54:41.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:41 smithi174 bash[23471]: audit 2024-04-26T04:54:40.359551+0000 mon.a (mon.0) 693 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T04:54:41.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:41 smithi174 bash[23471]: audit 2024-04-26T04:54:40.366709+0000 mon.a (mon.0) 694 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T04:54:41.436 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-26T04:54:41.436 INFO:tasks.cephadm:Creating RBD pool 2024-04-26T04:54:41.437 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-26T04:54:41.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:41 smithi102 bash[31411]: audit 2024-04-26T04:54:40.356872+0000 mon.b (mon.1) 25 : audit [INF] from='client.? 172.21.15.174:0/598940946' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T04:54:41.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:41 smithi102 bash[31411]: audit 2024-04-26T04:54:40.359551+0000 mon.a (mon.0) 693 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T04:54:41.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:41 smithi102 bash[31411]: audit 2024-04-26T04:54:40.366709+0000 mon.a (mon.0) 694 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T04:54:41.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:41 smithi102 bash[21319]: audit 2024-04-26T04:54:40.356872+0000 mon.b (mon.1) 25 : audit [INF] from='client.? 172.21.15.174:0/598940946' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T04:54:41.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:41 smithi102 bash[21319]: audit 2024-04-26T04:54:40.359551+0000 mon.a (mon.0) 693 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-26T04:54:41.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:41 smithi102 bash[21319]: audit 2024-04-26T04:54:40.366709+0000 mon.a (mon.0) 694 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-26T04:54:42.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:42 smithi174 bash[23471]: audit 2024-04-26T04:54:41.422787+0000 mon.a (mon.0) 695 : audit [DBG] from='client.? 172.21.15.102:0/998808511' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T04:54:42.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:42 smithi174 bash[23471]: cluster 2024-04-26T04:54:41.866820+0000 mgr.y (mgr.24272) 37 : cluster [DBG] pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:42.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:42 smithi174 bash[23471]: audit 2024-04-26T04:54:41.937530+0000 mon.c (mon.2) 47 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:54:42.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:42 smithi102 bash[31411]: audit 2024-04-26T04:54:41.422787+0000 mon.a (mon.0) 695 : audit [DBG] from='client.? 172.21.15.102:0/998808511' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T04:54:42.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:42 smithi102 bash[31411]: cluster 2024-04-26T04:54:41.866820+0000 mgr.y (mgr.24272) 37 : cluster [DBG] pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:42.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:42 smithi102 bash[31411]: audit 2024-04-26T04:54:41.937530+0000 mon.c (mon.2) 47 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:54:42.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:42 smithi102 bash[21319]: audit 2024-04-26T04:54:41.422787+0000 mon.a (mon.0) 695 : audit [DBG] from='client.? 172.21.15.102:0/998808511' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T04:54:42.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:42 smithi102 bash[21319]: cluster 2024-04-26T04:54:41.866820+0000 mgr.y (mgr.24272) 37 : cluster [DBG] pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:42.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:42 smithi102 bash[21319]: audit 2024-04-26T04:54:41.937530+0000 mon.c (mon.2) 47 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:54:44.451 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:54:44 smithi102 bash[56295]: ts=2024-04-26T04:54:44.154Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002682186s 2024-04-26T04:54:45.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:44 smithi174 bash[23471]: cluster 2024-04-26T04:54:43.867451+0000 mgr.y (mgr.24272) 38 : cluster [DBG] pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:45.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:44 smithi102 bash[31411]: cluster 2024-04-26T04:54:43.867451+0000 mgr.y (mgr.24272) 38 : cluster [DBG] pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:45.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:44 smithi102 bash[21319]: cluster 2024-04-26T04:54:43.867451+0000 mgr.y (mgr.24272) 38 : cluster [DBG] pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:46.188 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:54:47.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:46 smithi174 bash[23471]: cluster 2024-04-26T04:54:45.868057+0000 mgr.y (mgr.24272) 39 : cluster [DBG] pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:47.181 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:46 smithi102 bash[31411]: cluster 2024-04-26T04:54:45.868057+0000 mgr.y (mgr.24272) 39 : cluster [DBG] pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:47.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:46 smithi102 bash[21319]: cluster 2024-04-26T04:54:45.868057+0000 mgr.y (mgr.24272) 39 : cluster [DBG] pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:48.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:48 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:54:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:54:49.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:48 smithi102 bash[21319]: cluster 2024-04-26T04:54:47.868613+0000 mgr.y (mgr.24272) 40 : cluster [DBG] pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:49.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:48 smithi102 bash[31411]: cluster 2024-04-26T04:54:47.868613+0000 mgr.y (mgr.24272) 40 : cluster [DBG] pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:49.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:48 smithi174 bash[23471]: cluster 2024-04-26T04:54:47.868613+0000 mgr.y (mgr.24272) 40 : cluster [DBG] pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:49.952 INFO:teuthology.orchestra.run.smithi102.stderr:pool 'rbd' created 2024-04-26T04:54:50.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:49 smithi102 bash[21319]: audit 2024-04-26T04:54:49.196146+0000 mon.a (mon.0) 696 : audit [INF] from='client.? 172.21.15.102:0/1593342089' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-26T04:54:50.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:49 smithi102 bash[31411]: audit 2024-04-26T04:54:49.196146+0000 mon.a (mon.0) 696 : audit [INF] from='client.? 172.21.15.102:0/1593342089' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-26T04:54:50.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:49 smithi174 bash[23471]: audit 2024-04-26T04:54:49.196146+0000 mon.a (mon.0) 696 : audit [INF] from='client.? 172.21.15.102:0/1593342089' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-26T04:54:50.708 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-26T04:54:51.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:50 smithi102 bash[21319]: cluster 2024-04-26T04:54:49.869225+0000 mgr.y (mgr.24272) 41 : cluster [DBG] pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:51.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:50 smithi102 bash[21319]: audit 2024-04-26T04:54:49.951458+0000 mon.a (mon.0) 697 : audit [INF] from='client.? 172.21.15.102:0/1593342089' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-26T04:54:51.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:50 smithi102 bash[21319]: cluster 2024-04-26T04:54:49.951634+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-04-26T04:54:51.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:50 smithi102 bash[31411]: cluster 2024-04-26T04:54:49.869225+0000 mgr.y (mgr.24272) 41 : cluster [DBG] pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:51.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:50 smithi102 bash[31411]: audit 2024-04-26T04:54:49.951458+0000 mon.a (mon.0) 697 : audit [INF] from='client.? 172.21.15.102:0/1593342089' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-26T04:54:51.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:50 smithi102 bash[31411]: cluster 2024-04-26T04:54:49.951634+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-04-26T04:54:51.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:50 smithi174 bash[23471]: cluster 2024-04-26T04:54:49.869225+0000 mgr.y (mgr.24272) 41 : cluster [DBG] pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:51.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:50 smithi174 bash[23471]: audit 2024-04-26T04:54:49.951458+0000 mon.a (mon.0) 697 : audit [INF] from='client.? 172.21.15.102:0/1593342089' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-26T04:54:51.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:50 smithi174 bash[23471]: cluster 2024-04-26T04:54:49.951634+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-04-26T04:54:52.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:51 smithi174 bash[23471]: cluster 2024-04-26T04:54:50.950487+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-04-26T04:54:52.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:51 smithi102 bash[21319]: cluster 2024-04-26T04:54:50.950487+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-04-26T04:54:52.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:51 smithi102 bash[31411]: cluster 2024-04-26T04:54:50.950487+0000 mon.a (mon.0) 699 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-04-26T04:54:53.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:52 smithi174 bash[23471]: cluster 2024-04-26T04:54:51.869876+0000 mgr.y (mgr.24272) 42 : cluster [DBG] pgmap v25: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:53.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:52 smithi174 bash[23471]: cluster 2024-04-26T04:54:51.954737+0000 mon.a (mon.0) 700 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T04:54:53.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:52 smithi174 bash[23471]: cluster 2024-04-26T04:54:51.966634+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-04-26T04:54:53.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:52 smithi102 bash[21319]: cluster 2024-04-26T04:54:51.869876+0000 mgr.y (mgr.24272) 42 : cluster [DBG] pgmap v25: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:53.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:52 smithi102 bash[21319]: cluster 2024-04-26T04:54:51.954737+0000 mon.a (mon.0) 700 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T04:54:53.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:52 smithi102 bash[21319]: cluster 2024-04-26T04:54:51.966634+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-04-26T04:54:53.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:52 smithi102 bash[31411]: cluster 2024-04-26T04:54:51.869876+0000 mgr.y (mgr.24272) 42 : cluster [DBG] pgmap v25: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:53.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:52 smithi102 bash[31411]: cluster 2024-04-26T04:54:51.954737+0000 mon.a (mon.0) 700 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T04:54:53.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:52 smithi102 bash[31411]: cluster 2024-04-26T04:54:51.966634+0000 mon.a (mon.0) 701 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-04-26T04:54:55.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:54 smithi174 bash[23471]: cluster 2024-04-26T04:54:53.870600+0000 mgr.y (mgr.24272) 43 : cluster [DBG] pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:55.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:54 smithi102 bash[31411]: cluster 2024-04-26T04:54:53.870600+0000 mgr.y (mgr.24272) 43 : cluster [DBG] pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:55.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:54 smithi102 bash[21319]: cluster 2024-04-26T04:54:53.870600+0000 mgr.y (mgr.24272) 43 : cluster [DBG] pgmap v27: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:55.484 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:54:57.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:56 smithi174 bash[23471]: cluster 2024-04-26T04:54:55.871261+0000 mgr.y (mgr.24272) 44 : cluster [DBG] pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:57.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:56 smithi174 bash[23471]: audit 2024-04-26T04:54:56.945046+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:57.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:56 smithi174 bash[23471]: audit 2024-04-26T04:54:56.947033+0000 mon.c (mon.2) 48 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:54:57.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:56 smithi102 bash[31411]: cluster 2024-04-26T04:54:55.871261+0000 mgr.y (mgr.24272) 44 : cluster [DBG] pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:57.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:56 smithi102 bash[31411]: audit 2024-04-26T04:54:56.945046+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:57.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:56 smithi102 bash[31411]: audit 2024-04-26T04:54:56.947033+0000 mon.c (mon.2) 48 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:54:57.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:56 smithi102 bash[21319]: cluster 2024-04-26T04:54:55.871261+0000 mgr.y (mgr.24272) 44 : cluster [DBG] pgmap v28: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:57.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:56 smithi102 bash[21319]: audit 2024-04-26T04:54:56.945046+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:54:57.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:56 smithi102 bash[21319]: audit 2024-04-26T04:54:56.947033+0000 mon.c (mon.2) 48 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:54:58.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:54:58 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:54:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:54:59.007 INFO:teuthology.orchestra.run.smithi102.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-26T04:54:59.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:58 smithi174 bash[23471]: cluster 2024-04-26T04:54:57.871893+0000 mgr.y (mgr.24272) 45 : cluster [DBG] pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:59.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:58 smithi174 bash[23471]: audit 2024-04-26T04:54:58.444892+0000 mon.c (mon.2) 49 : audit [INF] from='client.? 172.21.15.102:0/400668817' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T04:54:59.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:54:58 smithi174 bash[23471]: audit 2024-04-26T04:54:58.445522+0000 mon.a (mon.0) 703 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T04:54:59.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:58 smithi102 bash[21319]: cluster 2024-04-26T04:54:57.871893+0000 mgr.y (mgr.24272) 45 : cluster [DBG] pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:59.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:58 smithi102 bash[21319]: audit 2024-04-26T04:54:58.444892+0000 mon.c (mon.2) 49 : audit [INF] from='client.? 172.21.15.102:0/400668817' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T04:54:59.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:54:58 smithi102 bash[21319]: audit 2024-04-26T04:54:58.445522+0000 mon.a (mon.0) 703 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T04:54:59.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:58 smithi102 bash[31411]: cluster 2024-04-26T04:54:57.871893+0000 mgr.y (mgr.24272) 45 : cluster [DBG] pgmap v29: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:54:59.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:58 smithi102 bash[31411]: audit 2024-04-26T04:54:58.444892+0000 mon.c (mon.2) 49 : audit [INF] from='client.? 172.21.15.102:0/400668817' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T04:54:59.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:54:58 smithi102 bash[31411]: audit 2024-04-26T04:54:58.445522+0000 mon.a (mon.0) 703 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-26T04:54:59.723 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-26T04:54:59.723 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-26T04:54:59.724 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-26T04:55:00.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:00 smithi174 bash[23471]: audit 2024-04-26T04:54:59.005986+0000 mon.a (mon.0) 704 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-26T04:55:00.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:00 smithi174 bash[23471]: cluster 2024-04-26T04:54:59.006297+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-04-26T04:55:00.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:00 smithi102 bash[31411]: audit 2024-04-26T04:54:59.005986+0000 mon.a (mon.0) 704 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-26T04:55:00.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:00 smithi102 bash[31411]: cluster 2024-04-26T04:54:59.006297+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-04-26T04:55:00.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:00 smithi102 bash[21319]: audit 2024-04-26T04:54:59.005986+0000 mon.a (mon.0) 704 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-26T04:55:00.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:00 smithi102 bash[21319]: cluster 2024-04-26T04:54:59.006297+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-04-26T04:55:01.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:01 smithi174 bash[23471]: cluster 2024-04-26T04:54:59.872456+0000 mgr.y (mgr.24272) 46 : cluster [DBG] pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:01.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:01 smithi174 bash[23471]: cluster 2024-04-26T04:54:59.995640+0000 mon.a (mon.0) 706 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-26T04:55:01.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:01 smithi174 bash[23471]: cluster 2024-04-26T04:54:59.995705+0000 mon.a (mon.0) 707 : cluster [INF] Cluster is now healthy 2024-04-26T04:55:01.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:01 smithi102 bash[31411]: cluster 2024-04-26T04:54:59.872456+0000 mgr.y (mgr.24272) 46 : cluster [DBG] pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:01.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:01 smithi102 bash[31411]: cluster 2024-04-26T04:54:59.995640+0000 mon.a (mon.0) 706 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-26T04:55:01.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:01 smithi102 bash[31411]: cluster 2024-04-26T04:54:59.995705+0000 mon.a (mon.0) 707 : cluster [INF] Cluster is now healthy 2024-04-26T04:55:01.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:01 smithi102 bash[21319]: cluster 2024-04-26T04:54:59.872456+0000 mgr.y (mgr.24272) 46 : cluster [DBG] pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:01.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:01 smithi102 bash[21319]: cluster 2024-04-26T04:54:59.995640+0000 mon.a (mon.0) 706 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-26T04:55:01.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:01 smithi102 bash[21319]: cluster 2024-04-26T04:54:59.995705+0000 mon.a (mon.0) 707 : cluster [INF] Cluster is now healthy 2024-04-26T04:55:03.257 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:02 smithi174 bash[23471]: cluster 2024-04-26T04:55:01.873187+0000 mgr.y (mgr.24272) 47 : cluster [DBG] pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:03.257 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:02 smithi174 bash[23471]: audit 2024-04-26T04:55:01.974650+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:03.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:02 smithi102 bash[21319]: cluster 2024-04-26T04:55:01.873187+0000 mgr.y (mgr.24272) 47 : cluster [DBG] pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:03.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:02 smithi102 bash[21319]: audit 2024-04-26T04:55:01.974650+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:03.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:02 smithi102 bash[31411]: cluster 2024-04-26T04:55:01.873187+0000 mgr.y (mgr.24272) 47 : cluster [DBG] pgmap v32: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:03.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:02 smithi102 bash[31411]: audit 2024-04-26T04:55:01.974650+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:04.363 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:55:04.363 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 04:55:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:55:04.364 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 04:55:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:55:04.364 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:55:04.364 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:55:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:55:04.364 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 04:55:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:55:04.365 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:55:04.365 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:55:04.365 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:55:04.365 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:55:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:55:04.365 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 04:55:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:55:04.506 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:55:04.679 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 04:55:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:55:04.679 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 04:55:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:55:04.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:55:04.680 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 04:55:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:55:04.680 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 04:55:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:55:04.680 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:55:04.681 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:55:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:55:04.681 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:55:04.681 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:04 smithi174 systemd[1]: Started Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T04:55:04.681 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:55:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:55:05.281 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:04 smithi174 bash[23471]: cluster 2024-04-26T04:55:03.873859+0000 mgr.y (mgr.24272) 48 : cluster [DBG] pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:05.281 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:04 smithi174 bash[23471]: audit 2024-04-26T04:55:04.523058+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:05.281 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:04 smithi174 bash[23471]: audit 2024-04-26T04:55:04.536126+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:05.281 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:04 smithi174 bash[23471]: audit 2024-04-26T04:55:04.595842+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:05.281 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:04 smithi174 bash[23471]: audit 2024-04-26T04:55:04.606283+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:05.281 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:04 smithi174 bash[23471]: audit 2024-04-26T04:55:04.673755+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:55:05.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:04 smithi102 bash[31411]: cluster 2024-04-26T04:55:03.873859+0000 mgr.y (mgr.24272) 48 : cluster [DBG] pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:05.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:04 smithi102 bash[31411]: audit 2024-04-26T04:55:04.523058+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:05.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:04 smithi102 bash[31411]: audit 2024-04-26T04:55:04.536126+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:05.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:04 smithi102 bash[31411]: audit 2024-04-26T04:55:04.595842+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:05.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:04 smithi102 bash[31411]: audit 2024-04-26T04:55:04.606283+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:05.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:04 smithi102 bash[31411]: audit 2024-04-26T04:55:04.673755+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:55:05.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:04 smithi102 bash[21319]: cluster 2024-04-26T04:55:03.873859+0000 mgr.y (mgr.24272) 48 : cluster [DBG] pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:05.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:04 smithi102 bash[21319]: audit 2024-04-26T04:55:04.523058+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:05.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:04 smithi102 bash[21319]: audit 2024-04-26T04:55:04.536126+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:05.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:04 smithi102 bash[21319]: audit 2024-04-26T04:55:04.595842+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:05.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:04 smithi102 bash[21319]: audit 2024-04-26T04:55:04.606283+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:05.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:04 smithi102 bash[21319]: audit 2024-04-26T04:55:04.673755+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:55:05.818 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=settings t=2024-04-26T04:55:05.547675519Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-04-26T04:55:05.819 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=settings t=2024-04-26T04:55:05.547908129Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-26T04:55:05.819 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=settings t=2024-04-26T04:55:05.547937035Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-26T04:55:05.819 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=settings t=2024-04-26T04:55:05.547954393Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-26T04:55:05.819 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=settings t=2024-04-26T04:55:05.547968277Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-26T04:55:05.819 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=settings t=2024-04-26T04:55:05.5479826Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-26T04:55:05.819 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=settings t=2024-04-26T04:55:05.547996868Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-26T04:55:05.819 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=settings t=2024-04-26T04:55:05.548011306Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-26T04:55:05.819 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=settings t=2024-04-26T04:55:05.548026323Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-26T04:55:05.819 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=settings t=2024-04-26T04:55:05.548040374Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-26T04:55:05.819 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=settings t=2024-04-26T04:55:05.54805453Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-26T04:55:05.819 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=settings t=2024-04-26T04:55:05.548067985Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-26T04:55:05.819 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=settings t=2024-04-26T04:55:05.548081639Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-26T04:55:05.819 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=settings t=2024-04-26T04:55:05.548095491Z level=info msg="App mode production" 2024-04-26T04:55:05.819 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=sqlstore t=2024-04-26T04:55:05.548174383Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-26T04:55:05.819 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=sqlstore t=2024-04-26T04:55:05.54821018Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-26T04:55:05.820 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:05.549234724Z level=info msg="Starting DB migrations" 2024-04-26T04:55:05.820 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:05.549325003Z level=info msg="Executing migration" id="create migration_log table" 2024-04-26T04:55:05.820 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:05.600767078Z level=info msg="Executing migration" id="create user table" 2024-04-26T04:55:05.820 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:05.626159438Z level=info msg="Executing migration" id="add unique index user.login" 2024-04-26T04:55:05.820 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:05.651301376Z level=info msg="Executing migration" id="add unique index user.email" 2024-04-26T04:55:05.820 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:05.676506302Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-04-26T04:55:05.820 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:05.701693902Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-04-26T04:55:05.820 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:05.727011434Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-04-26T04:55:05.820 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:05.752242438Z level=info msg="Executing migration" id="create user table v2" 2024-04-26T04:55:05.820 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:05.794103499Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-04-26T04:55:05.820 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:05.819433831Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-04-26T04:55:06.087 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[23471]: audit 2024-04-26T04:55:04.998522+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:06.087 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[23471]: audit 2024-04-26T04:55:05.007885+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:06.087 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:05.844680263Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-04-26T04:55:06.087 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:05.869813738Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-04-26T04:55:06.087 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:05.9119643Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-04-26T04:55:06.087 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:05.937047993Z level=info msg="Executing migration" id="Update user table charset" 2024-04-26T04:55:06.087 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:05 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:05.979008889Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-04-26T04:55:06.087 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.021092916Z level=info msg="Executing migration" id="Add missing user data" 2024-04-26T04:55:06.087 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.046287409Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-04-26T04:55:06.087 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.088280304Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-04-26T04:55:06.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:05 smithi102 bash[21319]: audit 2024-04-26T04:55:04.998522+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:06.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:05 smithi102 bash[21319]: audit 2024-04-26T04:55:05.007885+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:06.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:06 smithi102 bash[31411]: audit 2024-04-26T04:55:04.998522+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:06.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:06 smithi102 bash[31411]: audit 2024-04-26T04:55:05.007885+0000 mon.a (mon.0) 714 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:06.373 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.11358546Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-04-26T04:55:06.373 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.138869666Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-26T04:55:06.373 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.164070291Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-04-26T04:55:06.373 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.189333362Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-04-26T04:55:06.373 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.214554075Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-04-26T04:55:06.373 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.231410895Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-04-26T04:55:06.374 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.248323965Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-04-26T04:55:06.374 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.281921213Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-04-26T04:55:06.374 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.298829902Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-04-26T04:55:06.374 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.315796345Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-04-26T04:55:06.374 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.332581817Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-04-26T04:55:06.374 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.374532945Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-04-26T04:55:06.625 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.399933036Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-26T04:55:06.625 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.441884946Z level=info msg="Executing migration" id="create temp_user v2" 2024-04-26T04:55:06.625 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.492397283Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-04-26T04:55:06.625 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.534315677Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-04-26T04:55:06.626 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.55966662Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-04-26T04:55:06.626 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.584910927Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-04-26T04:55:06.626 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.62689377Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-04-26T04:55:06.885 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.668791541Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-04-26T04:55:06.886 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.702417659Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-04-26T04:55:06.886 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.736067347Z level=info msg="Executing migration" id="create star table" 2024-04-26T04:55:06.886 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.769728902Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-04-26T04:55:06.886 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.820073801Z level=info msg="Executing migration" id="create org table v1" 2024-04-26T04:55:06.886 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.853589112Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-04-26T04:55:06.886 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.887178874Z level=info msg="Executing migration" id="create org_user table v1" 2024-04-26T04:55:07.154 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[23471]: cluster 2024-04-26T04:55:05.874308+0000 mgr.y (mgr.24272) 49 : cluster [DBG] pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:07.154 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[23471]: audit 2024-04-26T04:55:06.985766+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:07.155 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.937480285Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-04-26T04:55:07.155 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:06 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:06.987839152Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-04-26T04:55:07.155 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.03818629Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-04-26T04:55:07.155 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.071858079Z level=info msg="Executing migration" id="Update org table charset" 2024-04-26T04:55:07.155 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.122139235Z level=info msg="Executing migration" id="Update org_user table charset" 2024-04-26T04:55:07.155 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.155739098Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-04-26T04:55:07.405 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.189352841Z level=info msg="Executing migration" id="create dashboard table" 2024-04-26T04:55:07.406 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.222959511Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-04-26T04:55:07.406 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.289936231Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-04-26T04:55:07.406 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.323540157Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-04-26T04:55:07.406 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.35710073Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-04-26T04:55:07.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:07 smithi102 bash[21319]: cluster 2024-04-26T04:55:05.874308+0000 mgr.y (mgr.24272) 49 : cluster [DBG] pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:07.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:07 smithi102 bash[21319]: audit 2024-04-26T04:55:06.985766+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:07.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:07 smithi102 bash[31411]: cluster 2024-04-26T04:55:05.874308+0000 mgr.y (mgr.24272) 49 : cluster [DBG] pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:07.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:07 smithi102 bash[31411]: audit 2024-04-26T04:55:06.985766+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:07.638 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:55:07.666 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.407365284Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-26T04:55:07.666 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.457701255Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-04-26T04:55:07.666 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.5078016Z level=info msg="Executing migration" id="create dashboard v2" 2024-04-26T04:55:07.666 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.541601918Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-04-26T04:55:07.666 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.566766194Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-04-26T04:55:07.667 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.592226724Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-04-26T04:55:07.667 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.617453033Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-04-26T04:55:07.667 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.642666072Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-04-26T04:55:07.667 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.667931385Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-04-26T04:55:07.929 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.69309906Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-04-26T04:55:07.929 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.718413189Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-04-26T04:55:07.929 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.743701657Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-04-26T04:55:07.929 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.768884493Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-04-26T04:55:07.929 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.810902934Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-04-26T04:55:07.929 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.836165949Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-04-26T04:55:07.930 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.86140378Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-04-26T04:55:07.930 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.903410704Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-04-26T04:55:08.196 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[23471]: audit 2024-04-26T04:55:07.632060+0000 mon.a (mon.0) 716 : audit [DBG] from='client.? 172.21.15.102:0/2614765017' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T04:55:08.196 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.945361518Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-04-26T04:55:08.197 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:07 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:07.987316586Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-04-26T04:55:08.197 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.029293048Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-04-26T04:55:08.197 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.054625355Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-04-26T04:55:08.197 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.079899463Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-04-26T04:55:08.197 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.105068753Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-04-26T04:55:08.197 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.130263837Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-04-26T04:55:08.197 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.172305878Z level=info msg="Executing migration" id="Update dashboard title length" 2024-04-26T04:55:08.197 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.197706747Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-26T04:55:08.362 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:08 smithi102 bash[31411]: audit 2024-04-26T04:55:07.632060+0000 mon.a (mon.0) 716 : audit [DBG] from='client.? 172.21.15.102:0/2614765017' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T04:55:08.362 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:08 smithi102 bash[21319]: audit 2024-04-26T04:55:07.632060+0000 mon.a (mon.0) 716 : audit [DBG] from='client.? 172.21.15.102:0/2614765017' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T04:55:08.363 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":20,"flags":0,"active_gid":24272,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":3834471734},{"type":"v1","addr":"172.21.15.102:6801","nonce":3834471734}]},"active_addr":"172.21.15.102:6801/3834471734","active_change":"2024-04-26T04:54:11.840351+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":14358,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.102:8443/","prometheus":"http://172.21.15.102:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":60,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.102:0","nonce":476417104}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.102:0","nonce":4292529788}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.102:0","nonce":3143886658}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.102:0","nonce":1034536525}]}]} 2024-04-26T04:55:08.367 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-26T04:55:08.367 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-26T04:55:08.367 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T04:55:08.473 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.22291655Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-04-26T04:55:08.473 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.2480811Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-26T04:55:08.474 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.273369336Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-04-26T04:55:08.474 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.2984841Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-26T04:55:08.474 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.323841663Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-26T04:55:08.474 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.34902246Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-04-26T04:55:08.474 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.39093516Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-04-26T04:55:08.474 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.432921945Z level=info msg="Executing migration" id="Add check_sum column" 2024-04-26T04:55:08.474 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.474940033Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-04-26T04:55:08.742 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:55:08] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:55:08.743 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.500215652Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-04-26T04:55:08.743 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.550784861Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-04-26T04:55:08.743 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.576079329Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-04-26T04:55:08.743 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.617977889Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-26T04:55:08.743 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.643271061Z level=info msg="Executing migration" id="create data_source table" 2024-04-26T04:55:08.743 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.668425822Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-04-26T04:55:08.743 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.693752012Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-04-26T04:55:08.743 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.718955495Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-04-26T04:55:08.743 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.744182515Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-04-26T04:55:09.019 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.786078995Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-04-26T04:55:09.019 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.80308653Z level=info msg="Executing migration" id="create data_source table v2" 2024-04-26T04:55:09.019 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.819938854Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-04-26T04:55:09.019 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.845134017Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-04-26T04:55:09.019 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.862059141Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-04-26T04:55:09.019 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.878933761Z level=info msg="Executing migration" id="Add column with_credentials" 2024-04-26T04:55:09.019 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.895869195Z level=info msg="Executing migration" id="Add secure json data column" 2024-04-26T04:55:09.019 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.912699273Z level=info msg="Executing migration" id="Update data_source table charset" 2024-04-26T04:55:09.020 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.929680675Z level=info msg="Executing migration" id="Update initial version to 1" 2024-04-26T04:55:09.020 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.9464919Z level=info msg="Executing migration" id="Add read_only data column" 2024-04-26T04:55:09.020 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:08 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:08.980116861Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-04-26T04:55:09.281 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[23471]: cluster 2024-04-26T04:55:07.874862+0000 mgr.y (mgr.24272) 50 : cluster [DBG] pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:09.282 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.023714462Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-04-26T04:55:09.282 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.064014528Z level=info msg="Executing migration" id="Add uid column" 2024-04-26T04:55:09.282 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.089370546Z level=info msg="Executing migration" id="Update uid value" 2024-04-26T04:55:09.282 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.11458884Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-04-26T04:55:09.282 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.139764363Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-04-26T04:55:09.283 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.164985918Z level=info msg="Executing migration" id="create api_key table" 2024-04-26T04:55:09.283 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.190262393Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-04-26T04:55:09.283 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.232325741Z level=info msg="Executing migration" id="add index api_key.key" 2024-04-26T04:55:09.283 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.257523882Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-04-26T04:55:09.283 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.282857206Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-04-26T04:55:09.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:09 smithi102 bash[31411]: cluster 2024-04-26T04:55:07.874862+0000 mgr.y (mgr.24272) 50 : cluster [DBG] pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:09.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:09 smithi102 bash[21319]: cluster 2024-04-26T04:55:07.874862+0000 mgr.y (mgr.24272) 50 : cluster [DBG] pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:09.558 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.307973072Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-04-26T04:55:09.558 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.333265291Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-04-26T04:55:09.558 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.358338659Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-04-26T04:55:09.559 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.383731667Z level=info msg="Executing migration" id="create api_key table v2" 2024-04-26T04:55:09.559 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.426013165Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-04-26T04:55:09.559 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.467920807Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-04-26T04:55:09.559 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.493226248Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-04-26T04:55:09.559 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.518224941Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-04-26T04:55:09.559 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.560169763Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-04-26T04:55:09.827 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.602338374Z level=info msg="Executing migration" id="Update api_key table charset" 2024-04-26T04:55:09.827 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.644273187Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-04-26T04:55:09.827 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.669390524Z level=info msg="Executing migration" id="Add service account foreign key" 2024-04-26T04:55:09.827 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.694777391Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-26T04:55:09.827 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.736663994Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-26T04:55:09.827 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.761923039Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-26T04:55:09.828 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.787383165Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-04-26T04:55:09.828 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.82914404Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-04-26T04:55:10.102 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.854408455Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-04-26T04:55:10.102 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.896354189Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-04-26T04:55:10.102 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.930292029Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-26T04:55:10.102 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:09 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:09.972221958Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-26T04:55:10.102 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.006021808Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-04-26T04:55:10.103 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.039451651Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-04-26T04:55:10.103 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.104111134Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-04-26T04:55:10.391 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.148667585Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-04-26T04:55:10.391 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.173947502Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-26T04:55:10.391 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.199256787Z level=info msg="Executing migration" id="create quota table v1" 2024-04-26T04:55:10.391 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.224527041Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-26T04:55:10.391 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.249774928Z level=info msg="Executing migration" id="Update quota table charset" 2024-04-26T04:55:10.391 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.275470147Z level=info msg="Executing migration" id="create plugin_setting table" 2024-04-26T04:55:10.391 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.31700092Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-26T04:55:10.391 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.350770425Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-04-26T04:55:10.391 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.392672273Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-04-26T04:55:10.652 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.435015443Z level=info msg="Executing migration" id="create session table" 2024-04-26T04:55:10.652 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.477049063Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-04-26T04:55:10.652 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.518908059Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-04-26T04:55:10.652 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.560877351Z level=info msg="Executing migration" id="create playlist table v2" 2024-04-26T04:55:10.652 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.58622382Z level=info msg="Executing migration" id="create playlist item table v2" 2024-04-26T04:55:10.652 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.611402784Z level=info msg="Executing migration" id="Update playlist table charset" 2024-04-26T04:55:10.652 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.653282994Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-04-26T04:55:10.912 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.678680565Z level=info msg="Executing migration" id="drop preferences table v2" 2024-04-26T04:55:10.913 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.703861923Z level=info msg="Executing migration" id="drop preferences table v3" 2024-04-26T04:55:10.913 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.729084074Z level=info msg="Executing migration" id="create preferences table v3" 2024-04-26T04:55:10.913 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.771037419Z level=info msg="Executing migration" id="Update preferences table charset" 2024-04-26T04:55:10.913 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.79626376Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-04-26T04:55:10.913 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.838220191Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-04-26T04:55:10.913 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.863579513Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-04-26T04:55:10.914 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.888773021Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-26T04:55:10.914 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.914062787Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-26T04:55:11.179 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.939056689Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-26T04:55:11.179 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:10 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:10.981171743Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-26T04:55:11.179 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.022992925Z level=info msg="Executing migration" id="create alert table v1" 2024-04-26T04:55:11.179 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.06523319Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-04-26T04:55:11.180 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.10717643Z level=info msg="Executing migration" id="add index alert state" 2024-04-26T04:55:11.180 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.13237068Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-04-26T04:55:11.180 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.157626587Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-04-26T04:55:11.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[23471]: cluster 2024-04-26T04:55:09.875488+0000 mgr.y (mgr.24272) 51 : cluster [DBG] pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:11.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[23471]: audit 2024-04-26T04:55:10.358978+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:11.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[23471]: audit 2024-04-26T04:55:10.365250+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:11.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[23471]: audit 2024-04-26T04:55:10.391196+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:11.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[23471]: audit 2024-04-26T04:55:10.398458+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:11.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[23471]: audit 2024-04-26T04:55:10.399851+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:55:11.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[23471]: audit 2024-04-26T04:55:10.400732+0000 mon.c (mon.2) 52 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:55:11.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[23471]: audit 2024-04-26T04:55:10.405179+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:11.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:11 smithi102 bash[21319]: cluster 2024-04-26T04:55:09.875488+0000 mgr.y (mgr.24272) 51 : cluster [DBG] pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:11.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:11 smithi102 bash[21319]: audit 2024-04-26T04:55:10.358978+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:11.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:11 smithi102 bash[21319]: audit 2024-04-26T04:55:10.365250+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:11.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:11 smithi102 bash[21319]: audit 2024-04-26T04:55:10.391196+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:11.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:11 smithi102 bash[21319]: audit 2024-04-26T04:55:10.398458+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:11.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:11 smithi102 bash[21319]: audit 2024-04-26T04:55:10.399851+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:55:11.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:11 smithi102 bash[21319]: audit 2024-04-26T04:55:10.400732+0000 mon.c (mon.2) 52 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:55:11.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:11 smithi102 bash[21319]: audit 2024-04-26T04:55:10.405179+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:11.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:11 smithi102 bash[31411]: cluster 2024-04-26T04:55:09.875488+0000 mgr.y (mgr.24272) 51 : cluster [DBG] pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:11.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:11 smithi102 bash[31411]: audit 2024-04-26T04:55:10.358978+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:11.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:11 smithi102 bash[31411]: audit 2024-04-26T04:55:10.365250+0000 mon.a (mon.0) 718 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:11.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:11 smithi102 bash[31411]: audit 2024-04-26T04:55:10.391196+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:11.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:11 smithi102 bash[31411]: audit 2024-04-26T04:55:10.398458+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:11.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:11 smithi102 bash[31411]: audit 2024-04-26T04:55:10.399851+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:55:11.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:11 smithi102 bash[31411]: audit 2024-04-26T04:55:10.400732+0000 mon.c (mon.2) 52 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:55:11.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:11 smithi102 bash[31411]: audit 2024-04-26T04:55:10.405179+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:11.458 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.207990048Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-26T04:55:11.458 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.233291842Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-26T04:55:11.458 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.258494314Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-26T04:55:11.458 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.292022058Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-04-26T04:55:11.459 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.317289862Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-26T04:55:11.459 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.342795627Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-04-26T04:55:11.459 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.418087713Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-04-26T04:55:11.459 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.460030807Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-04-26T04:55:11.719 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.50195912Z level=info msg="Executing migration" id="Add column is_default" 2024-04-26T04:55:11.719 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.543908473Z level=info msg="Executing migration" id="Add column frequency" 2024-04-26T04:55:11.719 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.569214254Z level=info msg="Executing migration" id="Add column send_reminder" 2024-04-26T04:55:11.719 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.594387016Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-04-26T04:55:11.719 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.619657883Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-04-26T04:55:11.719 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.644897975Z level=info msg="Executing migration" id="Update alert table charset" 2024-04-26T04:55:11.719 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.670032601Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-04-26T04:55:11.719 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.695337424Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-04-26T04:55:11.971 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.720630462Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-26T04:55:11.971 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.762532829Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-04-26T04:55:11.971 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.78774695Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-04-26T04:55:11.971 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.813008454Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-26T04:55:11.971 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.838150677Z level=info msg="Executing migration" id="Add for to alert table" 2024-04-26T04:55:11.972 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.863451008Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-04-26T04:55:11.972 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.905420403Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-04-26T04:55:11.972 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.930703334Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-04-26T04:55:11.972 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:11 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:11.972638311Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-04-26T04:55:12.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:12 smithi102 bash[21319]: cephadm 2024-04-26T04:55:10.441044+0000 mgr.y (mgr.24272) 52 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-04-26T04:55:12.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:12 smithi102 bash[21319]: cephadm 2024-04-26T04:55:10.447396+0000 mgr.y (mgr.24272) 53 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi102 2024-04-26T04:55:12.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:12 smithi102 bash[21319]: audit 2024-04-26T04:55:11.945707+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:12.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:12 smithi102 bash[21319]: audit 2024-04-26T04:55:11.947901+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:55:12.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:12 smithi102 bash[31411]: cephadm 2024-04-26T04:55:10.441044+0000 mgr.y (mgr.24272) 52 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-04-26T04:55:12.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:12 smithi102 bash[31411]: cephadm 2024-04-26T04:55:10.447396+0000 mgr.y (mgr.24272) 53 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi102 2024-04-26T04:55:12.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:12 smithi102 bash[31411]: audit 2024-04-26T04:55:11.945707+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:12.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:12 smithi102 bash[31411]: audit 2024-04-26T04:55:11.947901+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:55:12.240 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[23471]: cephadm 2024-04-26T04:55:10.441044+0000 mgr.y (mgr.24272) 52 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-04-26T04:55:12.241 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[23471]: cephadm 2024-04-26T04:55:10.447396+0000 mgr.y (mgr.24272) 53 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi102 2024-04-26T04:55:12.241 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[23471]: audit 2024-04-26T04:55:11.945707+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:12.241 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[23471]: audit 2024-04-26T04:55:11.947901+0000 mon.c (mon.2) 53 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:55:12.241 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.014586107Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-04-26T04:55:12.241 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.073333012Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-04-26T04:55:12.241 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.098471846Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-04-26T04:55:12.241 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.140682515Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-04-26T04:55:12.241 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.174272694Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-04-26T04:55:12.241 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.207945481Z level=info msg="Executing migration" id="create annotation table v5" 2024-04-26T04:55:12.241 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.241508736Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-04-26T04:55:12.500 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.275084374Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-04-26T04:55:12.500 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.308662086Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-04-26T04:55:12.501 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.342320253Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-04-26T04:55:12.501 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.375733571Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-04-26T04:55:12.501 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.426351343Z level=info msg="Executing migration" id="Update annotation table charset" 2024-04-26T04:55:12.501 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.476610577Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-04-26T04:55:12.501 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.501886275Z level=info msg="Executing migration" id="Drop category_id index" 2024-04-26T04:55:12.761 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.543794711Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-04-26T04:55:12.761 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.585789669Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-04-26T04:55:12.761 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.611147871Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-26T04:55:12.761 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.636462471Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-26T04:55:12.761 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.66171605Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-26T04:55:12.761 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.695205593Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-04-26T04:55:12.761 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.73718092Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-26T04:55:12.761 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.76234109Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-04-26T04:55:12.932 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:55:13.029 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.795945671Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-04-26T04:55:13.029 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.829632315Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-04-26T04:55:13.030 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.879940145Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-04-26T04:55:13.030 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.913678871Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-04-26T04:55:13.030 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.947240076Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-04-26T04:55:13.030 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:12 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:12.997548526Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-04-26T04:55:13.030 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.031164168Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-04-26T04:55:13.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:13 smithi102 bash[21319]: cluster 2024-04-26T04:55:11.876051+0000 mgr.y (mgr.24272) 54 : cluster [DBG] pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:13.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:13 smithi102 bash[31411]: cluster 2024-04-26T04:55:11.876051+0000 mgr.y (mgr.24272) 54 : cluster [DBG] pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:13.306 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[23471]: cluster 2024-04-26T04:55:11.876051+0000 mgr.y (mgr.24272) 54 : cluster [DBG] pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:13.307 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.073211765Z level=info msg="Executing migration" id="Add epoch_end column" 2024-04-26T04:55:13.307 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.098322533Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-04-26T04:55:13.307 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.123684461Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-04-26T04:55:13.307 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.157228127Z level=info msg="Executing migration" id="Move region to single row" 2024-04-26T04:55:13.307 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.190783874Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-04-26T04:55:13.307 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.241142902Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-26T04:55:13.307 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.274793297Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-26T04:55:13.307 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.308337833Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-26T04:55:13.592 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.341950599Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-26T04:55:13.592 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.375628107Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-04-26T04:55:13.593 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.409158674Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-26T04:55:13.593 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.459719065Z level=info msg="Executing migration" id="create test_data table" 2024-04-26T04:55:13.593 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.493341813Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-04-26T04:55:13.593 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.543574562Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-04-26T04:55:13.593 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.594069088Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-26T04:55:13.844 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.627647381Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-04-26T04:55:13.845 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.677952803Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-04-26T04:55:13.845 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.703239992Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-04-26T04:55:13.845 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.728527963Z level=info msg="Executing migration" id="create team table" 2024-04-26T04:55:13.845 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.770403471Z level=info msg="Executing migration" id="add index team.org_id" 2024-04-26T04:55:13.845 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.795718899Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-04-26T04:55:13.845 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.820934225Z level=info msg="Executing migration" id="create team member table" 2024-04-26T04:55:13.845 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.846141912Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-04-26T04:55:14.105 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.871388921Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-04-26T04:55:14.105 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.896601904Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-04-26T04:55:14.105 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.921829654Z level=info msg="Executing migration" id="Add column email to team table" 2024-04-26T04:55:14.105 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:13 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:13.963751773Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-04-26T04:55:14.105 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.005720082Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-04-26T04:55:14.105 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.031007154Z level=info msg="Executing migration" id="create dashboard acl table" 2024-04-26T04:55:14.105 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.072916532Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-04-26T04:55:14.105 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.106454676Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-26T04:55:14.357 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.140113858Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-26T04:55:14.357 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.165320842Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-04-26T04:55:14.357 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.190625281Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-04-26T04:55:14.357 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.215793583Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-04-26T04:55:14.357 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.241037666Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-04-26T04:55:14.357 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.266203381Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-04-26T04:55:14.358 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.291449891Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-04-26T04:55:14.358 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.333444637Z level=info msg="Executing migration" id="create tag table" 2024-04-26T04:55:14.358 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.358693997Z level=info msg="Executing migration" id="add index tag.key_value" 2024-04-26T04:55:14.620 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.383977611Z level=info msg="Executing migration" id="create login attempt table" 2024-04-26T04:55:14.620 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.425957086Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-04-26T04:55:14.620 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.453352255Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-04-26T04:55:14.620 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.49535802Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-26T04:55:14.620 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.53730818Z level=info msg="Executing migration" id="create login_attempt v2" 2024-04-26T04:55:14.620 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.554194904Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-04-26T04:55:14.621 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.57114569Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-04-26T04:55:14.621 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.604674476Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-04-26T04:55:14.621 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.621635086Z level=info msg="Executing migration" id="create user auth table" 2024-04-26T04:55:14.873 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.638457363Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-26T04:55:14.873 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.655490929Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-04-26T04:55:14.873 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.680721846Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-04-26T04:55:14.873 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.722693929Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-04-26T04:55:14.873 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.747977149Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-04-26T04:55:14.873 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.773183276Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-04-26T04:55:14.873 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.798377881Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-04-26T04:55:14.873 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.823655547Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-26T04:55:14.873 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.848871161Z level=info msg="Executing migration" id="create server_lock table" 2024-04-26T04:55:14.873 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.874130027Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-04-26T04:55:15.133 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[23471]: cluster 2024-04-26T04:55:13.876831+0000 mgr.y (mgr.24272) 55 : cluster [DBG] pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:15.133 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.899393737Z level=info msg="Executing migration" id="create user auth token table" 2024-04-26T04:55:15.133 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.924622624Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-04-26T04:55:15.133 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.949799629Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-04-26T04:55:15.134 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:14 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:14.991850607Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-04-26T04:55:15.134 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.017134323Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-04-26T04:55:15.134 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.042228983Z level=info msg="Executing migration" id="create cache_data table" 2024-04-26T04:55:15.134 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.084375781Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-04-26T04:55:15.134 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.134665642Z level=info msg="Executing migration" id="create short_url table v1" 2024-04-26T04:55:15.384 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.159987719Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-04-26T04:55:15.385 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.185158388Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-26T04:55:15.385 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.285483648Z level=info msg="Executing migration" id="delete alert_definition table" 2024-04-26T04:55:15.385 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.335783687Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-04-26T04:55:15.385 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.386088598Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-04-26T04:55:15.397 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:15 smithi102 bash[31411]: cluster 2024-04-26T04:55:13.876831+0000 mgr.y (mgr.24272) 55 : cluster [DBG] pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:15.397 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:55:15 smithi102 systemd[1]: Stopping Ceph alertmanager.a for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T04:55:15.397 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:15 smithi102 bash[21319]: cluster 2024-04-26T04:55:13.876831+0000 mgr.y (mgr.24272) 55 : cluster [DBG] pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:15.652 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.436239655Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-04-26T04:55:15.652 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.595202728Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-04-26T04:55:15.682 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:55:15 smithi102 bash[56295]: ts=2024-04-26T04:55:15.442Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-26T04:55:15.906 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.653811064Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-04-26T04:55:15.906 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.695905877Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-04-26T04:55:15.906 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.737896444Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-04-26T04:55:15.906 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.77993771Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-04-26T04:55:15.906 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.805242576Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-04-26T04:55:15.906 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.830464881Z level=info msg="Executing migration" id="drop alert_definition table" 2024-04-26T04:55:15.906 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.855772395Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-04-26T04:55:15.906 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.881035725Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-04-26T04:55:15.906 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.906174071Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-26T04:55:16.156 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.931523817Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-26T04:55:16.157 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:15 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:15.973405006Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-26T04:55:16.157 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.015475452Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-04-26T04:55:16.157 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.040771437Z level=info msg="Executing migration" id="create alert_instance table" 2024-04-26T04:55:16.157 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.091052807Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-26T04:55:16.157 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.124624639Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-26T04:55:16.429 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.158149189Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-04-26T04:55:16.429 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.191725555Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-26T04:55:16.429 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.225382439Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-04-26T04:55:16.429 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.258968641Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-04-26T04:55:16.429 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.309191759Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-04-26T04:55:16.429 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.359471679Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-26T04:55:16.429 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.393077171Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-04-26T04:55:16.719 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.443357624Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-26T04:55:16.719 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.493796045Z level=info msg="Executing migration" id="create alert_rule table" 2024-04-26T04:55:16.719 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.544081508Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-04-26T04:55:16.719 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.577681634Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-04-26T04:55:16.719 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.627962057Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-26T04:55:16.719 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.670150339Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-04-26T04:55:16.814 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:55:16 smithi102 bash[57923]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-alertmanager-a 2024-04-26T04:55:16.971 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.720512263Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-04-26T04:55:16.971 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.754149622Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-04-26T04:55:16.971 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.787718674Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-04-26T04:55:16.971 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.821307707Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-04-26T04:55:16.971 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.871647915Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-26T04:55:16.971 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.921961633Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-04-26T04:55:16.971 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:16 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:16.972266878Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-04-26T04:55:17.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:17 smithi102 bash[31411]: cluster 2024-04-26T04:55:15.877374+0000 mgr.y (mgr.24272) 56 : cluster [DBG] pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:17.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:17 smithi102 bash[31411]: audit 2024-04-26T04:55:16.877881+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:17.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:17 smithi102 bash[31411]: audit 2024-04-26T04:55:16.885570+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:17.162 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:55:16 smithi102 bash[57998]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-alertmanager-a 2024-04-26T04:55:17.162 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:55:16 smithi102 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-26T04:55:17.162 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:55:16 smithi102 systemd[1]: Stopped Ceph alertmanager.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T04:55:17.162 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:55:16 smithi102 systemd[1]: Started Ceph alertmanager.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T04:55:17.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:17 smithi102 bash[21319]: cluster 2024-04-26T04:55:15.877374+0000 mgr.y (mgr.24272) 56 : cluster [DBG] pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:17.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:17 smithi102 bash[21319]: audit 2024-04-26T04:55:16.877881+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:17.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:17 smithi102 bash[21319]: audit 2024-04-26T04:55:16.885570+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:17.419 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:55:17.419 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":64,"fsid":"5615ffaa-0387-11ef-bc93-c7b262605968","created":"2024-04-26T04:44:01.323044+0000","modified":"2024-04-26T04:54:58.984425+0000","last_up_change":"2024-04-26T04:53:17.455274+0000","last_in_change":"2024-04-26T04:52:52.790694+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T04:49:13.104832+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-26T04:54:49.629527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"c32ab22c-67df-44a2-8a85-779f1b22f438","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6803","nonce":3468449764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6805","nonce":3468449764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6809","nonce":3468449764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6807","nonce":3468449764}]},"public_addr":"172.21.15.102:6803/3468449764","cluster_addr":"172.21.15.102:6805/3468449764","heartbeat_back_addr":"172.21.15.102:6809/3468449764","heartbeat_front_addr":"172.21.15.102:6807/3468449764","state":["exists","up"]},{"osd":1,"uuid":"dd0b2581-1833-425f-9b16-cb561d34a9e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6811","nonce":1472023113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6813","nonce":1472023113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6817","nonce":1472023113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6815","nonce":1472023113}]},"public_addr":"172.21.15.102:6811/1472023113","cluster_addr":"172.21.15.102:6813/1472023113","heartbeat_back_addr":"172.21.15.102:6817/1472023113","heartbeat_front_addr":"172.21.15.102:6815/1472023113","state":["exists","up"]},{"osd":2,"uuid":"b74ab273-8305-4ae4-ac48-b2135ebfb5aa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6819","nonce":3703443933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6821","nonce":3703443933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6825","nonce":3703443933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6823","nonce":3703443933}]},"public_addr":"172.21.15.102:6819/3703443933","cluster_addr":"172.21.15.102:6821/3703443933","heartbeat_back_addr":"172.21.15.102:6825/3703443933","heartbeat_front_addr":"172.21.15.102:6823/3703443933","state":["exists","up"]},{"osd":3,"uuid":"59554603-74c2-48a4-9ae6-21904ca7f5f7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6827","nonce":621421344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6829","nonce":621421344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6833","nonce":621421344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6831","nonce":621421344}]},"public_addr":"172.21.15.102:6827/621421344","cluster_addr":"172.21.15.102:6829/621421344","heartbeat_back_addr":"172.21.15.102:6833/621421344","heartbeat_front_addr":"172.21.15.102:6831/621421344","state":["exists","up"]},{"osd":4,"uuid":"2620174f-db78-44b1-8f13-1cd95cf00437","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6801","nonce":2769737089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6803","nonce":2769737089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6807","nonce":2769737089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6805","nonce":2769737089}]},"public_addr":"172.21.15.174:6801/2769737089","cluster_addr":"172.21.15.174:6803/2769737089","heartbeat_back_addr":"172.21.15.174:6807/2769737089","heartbeat_front_addr":"172.21.15.174:6805/2769737089","state":["exists","up"]},{"osd":5,"uuid":"709d588d-9022-4a7c-9253-45f0fd5531c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6809","nonce":1239194999}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6811","nonce":1239194999}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6815","nonce":1239194999}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6813","nonce":1239194999}]},"public_addr":"172.21.15.174:6809/1239194999","cluster_addr":"172.21.15.174:6811/1239194999","heartbeat_back_addr":"172.21.15.174:6815/1239194999","heartbeat_front_addr":"172.21.15.174:6813/1239194999","state":["exists","up"]},{"osd":6,"uuid":"5a4df967-f447-4662-acb1-43f576399c4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6817","nonce":3734711246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6819","nonce":3734711246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6823","nonce":3734711246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6821","nonce":3734711246}]},"public_addr":"172.21.15.174:6817/3734711246","cluster_addr":"172.21.15.174:6819/3734711246","heartbeat_back_addr":"172.21.15.174:6823/3734711246","heartbeat_front_addr":"172.21.15.174:6821/3734711246","state":["exists","up"]},{"osd":7,"uuid":"b07e0cd4-ffd3-4296-9f5e-574fc65aacca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6825","nonce":3556511472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6827","nonce":3556511472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6831","nonce":3556511472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6829","nonce":3556511472}]},"public_addr":"172.21.15.174:6825/3556511472","cluster_addr":"172.21.15.174:6827/3556511472","heartbeat_back_addr":"172.21.15.174:6831/3556511472","heartbeat_front_addr":"172.21.15.174:6829/3556511472","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:47:28.257229+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:48:18.088592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:49:09.416730+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:50:01.765708+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:50:49.503431+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:51:39.024094+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:52:27.346855+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:53:15.927765+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:6801/3977872321":"2024-04-27T04:54:11.840087+0000","172.21.15.102:6800/3977872321":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/2131566144":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/2302429507":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/465673634":"2024-04-27T04:45:04.482631+0000","172.21.15.102:6801/3931113265":"2024-04-27T04:45:04.482631+0000","172.21.15.102:6800/3931113265":"2024-04-27T04:45:04.482631+0000","172.21.15.102:6801/2424466934":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/1933355956":"2024-04-27T04:45:04.482631+0000","172.21.15.102:0/3833618734":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/921950070":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/1745747623":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/2324804206":"2024-04-27T04:44:33.295200+0000","172.21.15.102:6800/2424466934":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/3780951751":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/4278057730":"2024-04-27T04:45:04.482631+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T04:55:17.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:17 smithi174 bash[23471]: cluster 2024-04-26T04:55:15.877374+0000 mgr.y (mgr.24272) 56 : cluster [DBG] pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:17.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:17 smithi174 bash[23471]: audit 2024-04-26T04:55:16.877881+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:17.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:17 smithi174 bash[23471]: audit 2024-04-26T04:55:16.885570+0000 mon.a (mon.0) 724 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:17.429 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:17 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:17.022654767Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-26T04:55:17.429 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:17 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:17.073318289Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-26T04:55:17.429 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:17 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:17.115018047Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-26T04:55:17.429 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:17 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:17.208393713Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-26T04:55:17.826 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:17 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:17.517272088Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-04-26T04:55:17.826 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:17 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:17.706183527Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-26T04:55:18.162 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:17 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:17.876765074Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-26T04:55:18.163 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:18 smithi174 bash[23471]: cephadm 2024-04-26T04:55:16.929772+0000 mgr.y (mgr.24272) 57 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T04:55:18.163 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:18 smithi174 bash[23471]: cephadm 2024-04-26T04:55:16.938645+0000 mgr.y (mgr.24272) 58 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi174 2024-04-26T04:55:18.163 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:18 smithi174 bash[23471]: audit 2024-04-26T04:55:17.422544+0000 mon.a (mon.0) 725 : audit [DBG] from='client.? 172.21.15.102:0/4197896132' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T04:55:18.429 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:18 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:18.163889683Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-26T04:55:18.429 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:18 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:18.310858595Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-04-26T04:55:18.429 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:18 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:18.378869343Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-04-26T04:55:18.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:18 smithi102 bash[21319]: cephadm 2024-04-26T04:55:16.929772+0000 mgr.y (mgr.24272) 57 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T04:55:18.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:18 smithi102 bash[21319]: cephadm 2024-04-26T04:55:16.938645+0000 mgr.y (mgr.24272) 58 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi174 2024-04-26T04:55:18.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:18 smithi102 bash[21319]: audit 2024-04-26T04:55:17.422544+0000 mon.a (mon.0) 725 : audit [DBG] from='client.? 172.21.15.102:0/4197896132' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T04:55:18.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:18 smithi102 bash[31411]: cephadm 2024-04-26T04:55:16.929772+0000 mgr.y (mgr.24272) 57 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T04:55:18.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:18 smithi102 bash[31411]: cephadm 2024-04-26T04:55:16.938645+0000 mgr.y (mgr.24272) 58 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi174 2024-04-26T04:55:18.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:18 smithi102 bash[31411]: audit 2024-04-26T04:55:17.422544+0000 mon.a (mon.0) 725 : audit [DBG] from='client.? 172.21.15.102:0/4197896132' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T04:55:18.754 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:55:18 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:55:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:55:18.754 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:18 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:18.478894771Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-04-26T04:55:18.754 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:18 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:18.587837237Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-26T04:55:18.754 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:18 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:18.664537657Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-26T04:55:18.811 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-26T04:55:18.811 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T04:55:19.014 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:18 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:18.755508946Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-26T04:55:19.015 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:18 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:18.805862176Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-04-26T04:55:19.015 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:18 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:18.83965213Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-04-26T04:55:19.015 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:18 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:18.889995921Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-26T04:55:19.015 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:18 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:18.957658925Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-04-26T04:55:19.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:19 smithi102 bash[31411]: cluster 2024-04-26T04:55:17.877968+0000 mgr.y (mgr.24272) 59 : cluster [DBG] pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:19.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:19 smithi102 bash[21319]: cluster 2024-04-26T04:55:17.877968+0000 mgr.y (mgr.24272) 59 : cluster [DBG] pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:19.202 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:55:18 smithi102 bash[58026]: ts=2024-04-26T04:55:18.924Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-26T04:55:19.202 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:55:18 smithi102 bash[58026]: ts=2024-04-26T04:55:18.924Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-26T04:55:19.202 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:55:18 smithi102 bash[58026]: ts=2024-04-26T04:55:18.926Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.102 port=9094 2024-04-26T04:55:19.202 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:55:18 smithi102 bash[58026]: ts=2024-04-26T04:55:18.927Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-26T04:55:19.202 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:55:18 smithi102 bash[58026]: ts=2024-04-26T04:55:18.958Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-26T04:55:19.202 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:55:18 smithi102 bash[58026]: ts=2024-04-26T04:55:18.958Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-26T04:55:19.202 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:55:18 smithi102 bash[58026]: ts=2024-04-26T04:55:18.961Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-26T04:55:19.203 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:55:18 smithi102 bash[58026]: ts=2024-04-26T04:55:18.961Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-26T04:55:19.391 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:19 smithi174 bash[23471]: cluster 2024-04-26T04:55:17.877968+0000 mgr.y (mgr.24272) 59 : cluster [DBG] pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:19.392 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:19 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:19.016464381Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-04-26T04:55:19.392 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:19 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:19.093189264Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-26T04:55:19.392 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:19 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:19.185314393Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-04-26T04:55:19.679 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:19 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:19.39320218Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-04-26T04:55:19.679 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:19 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:19.626869682Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-26T04:55:20.028 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:19 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:19.721705468Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-26T04:55:20.028 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:19 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:19.87796932Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-26T04:55:20.028 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:19 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:19.962148775Z level=info msg="Executing migration" id="create alert_image table" 2024-04-26T04:55:20.286 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:20 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:20.029579628Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-26T04:55:20.679 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:20 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:20.288459929Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-26T04:55:20.679 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:20 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:20.394776284Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-26T04:55:20.679 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:20 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:20.532285084Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-26T04:55:21.127 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:21 smithi174 bash[23471]: cluster 2024-04-26T04:55:19.878570+0000 mgr.y (mgr.24272) 60 : cluster [DBG] pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:21.127 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:20 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:20.830749889Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-26T04:55:21.127 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:20 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:20.831119707Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-26T04:55:21.127 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:20 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:20.983973188Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-26T04:55:21.127 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:21 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:21.04503253Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-26T04:55:21.127 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:21 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:21.12836266Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-04-26T04:55:21.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:21 smithi102 bash[31411]: cluster 2024-04-26T04:55:19.878570+0000 mgr.y (mgr.24272) 60 : cluster [DBG] pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:21.201 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:55:20 smithi102 bash[58026]: ts=2024-04-26T04:55:20.928Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000983695s 2024-04-26T04:55:21.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:21 smithi102 bash[21319]: cluster 2024-04-26T04:55:19.878570+0000 mgr.y (mgr.24272) 60 : cluster [DBG] pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:21.379 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:21 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:21.128949754Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-04-26T04:55:21.379 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:21 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:21.129524328Z level=info msg="alerts found to migrate" alerts=0 2024-04-26T04:55:21.379 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:21 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:21.220059864Z level=info msg="Executing migration" id="create library_element table v1" 2024-04-26T04:55:21.380 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:21 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:21.269009206Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-04-26T04:55:21.380 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:21 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:21.333416678Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-04-26T04:55:21.380 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:21 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:21.380856448Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-04-26T04:55:21.679 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:21 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:21.420549536Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-04-26T04:55:21.679 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:21 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:21.462789271Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-26T04:55:21.679 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:21 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:21.504838779Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-04-26T04:55:21.679 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:21 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:21.564000714Z level=info msg="Executing migration" id="create data_keys table" 2024-04-26T04:55:21.679 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:21 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:21.622841792Z level=info msg="Executing migration" id="create secrets table" 2024-04-26T04:55:22.179 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:21 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:21.709495052Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-26T04:55:22.179 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:21 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:21.807158177Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-26T04:55:22.526 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:22.227434598Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-26T04:55:22.526 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:22.367273961Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-26T04:55:22.526 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:22.44307395Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-26T04:55:22.820 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:22.527832551Z level=info msg="Executing migration" id="create kv_store table v1" 2024-04-26T04:55:22.821 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:22.569698893Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-04-26T04:55:22.821 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:22.586861453Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-04-26T04:55:22.821 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:22.603711099Z level=info msg="Executing migration" id="create permission table" 2024-04-26T04:55:22.821 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:22.671292803Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-04-26T04:55:22.821 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:22.721969601Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-04-26T04:55:22.821 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:22.763586693Z level=info msg="Executing migration" id="create role table" 2024-04-26T04:55:22.821 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:22.822421864Z level=info msg="Executing migration" id="add column display_name" 2024-04-26T04:55:22.821 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:22 smithi174 systemd[1]: Stopping Ceph prometheus.a for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T04:55:22.822 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[48020]: ts=2024-04-26T04:55:22.695Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-26T04:55:22.822 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[48020]: ts=2024-04-26T04:55:22.695Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-26T04:55:22.822 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[48020]: ts=2024-04-26T04:55:22.695Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-26T04:55:22.822 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[48020]: ts=2024-04-26T04:55:22.695Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-26T04:55:22.822 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[48020]: ts=2024-04-26T04:55:22.695Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-26T04:55:22.822 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[48020]: ts=2024-04-26T04:55:22.695Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-26T04:55:22.822 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[48020]: ts=2024-04-26T04:55:22.695Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-26T04:55:22.822 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[48020]: ts=2024-04-26T04:55:22.696Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-26T04:55:22.822 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[48020]: ts=2024-04-26T04:55:22.696Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-26T04:55:22.822 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[48020]: ts=2024-04-26T04:55:22.696Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-26T04:55:22.822 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[48020]: ts=2024-04-26T04:55:22.696Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-26T04:55:22.822 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[48020]: ts=2024-04-26T04:55:22.696Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-26T04:55:23.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:23 smithi174 bash[23471]: cluster 2024-04-26T04:55:21.879145+0000 mgr.y (mgr.24272) 61 : cluster [DBG] pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:23.179 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:22 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:22.914640172Z level=info msg="Executing migration" id="add column group_name" 2024-04-26T04:55:23.179 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:23 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:23.006780516Z level=info msg="Executing migration" id="add index role.org_id" 2024-04-26T04:55:23.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:23 smithi102 bash[21319]: cluster 2024-04-26T04:55:21.879145+0000 mgr.y (mgr.24272) 61 : cluster [DBG] pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:23.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:23 smithi102 bash[31411]: cluster 2024-04-26T04:55:21.879145+0000 mgr.y (mgr.24272) 61 : cluster [DBG] pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:23.531 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:23 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:23.226183287Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-04-26T04:55:23.590 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:55:23.784 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:23 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:23.533270725Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-04-26T04:55:23.784 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:23 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:23.659275694Z level=info msg="Executing migration" id="create team role table" 2024-04-26T04:55:23.784 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:23 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:23.718280554Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-04-26T04:55:23.784 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:23 smithi174 bash[50415]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-prometheus-a 2024-04-26T04:55:23.784 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:23 smithi174 bash[50475]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-prometheus-a 2024-04-26T04:55:23.784 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:23 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-26T04:55:23.784 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:23 smithi174 systemd[1]: Stopped Ceph prometheus.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T04:55:23.784 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:23 smithi174 systemd[1]: Started Ceph prometheus.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T04:55:24.168 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:55:23 smithi102 bash[21576]: [26/Apr/2024:04:55:23] ENGINE Bus STOPPING 2024-04-26T04:55:24.168 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:55:23 smithi102 bash[21576]: [26/Apr/2024:04:55:23] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T04:55:24.169 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:55:23 smithi102 bash[21576]: [26/Apr/2024:04:55:23] ENGINE Bus STOPPED 2024-04-26T04:55:24.169 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:55:23 smithi102 bash[21576]: [26/Apr/2024:04:55:23] ENGINE Bus STARTING 2024-04-26T04:55:24.169 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21576]: [26/Apr/2024:04:55:24] ENGINE Serving on http://:::9283 2024-04-26T04:55:24.169 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21576]: [26/Apr/2024:04:55:24] ENGINE Bus STARTED 2024-04-26T04:55:24.169 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21576]: [26/Apr/2024:04:55:24] ENGINE Bus STOPPING 2024-04-26T04:55:24.169 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21576]: [26/Apr/2024:04:55:24] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T04:55:24.169 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21576]: [26/Apr/2024:04:55:24] ENGINE Bus STOPPED 2024-04-26T04:55:24.169 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21576]: [26/Apr/2024:04:55:24] ENGINE Bus STARTING 2024-04-26T04:55:24.169 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21576]: [26/Apr/2024:04:55:24] ENGINE Serving on http://:::9283 2024-04-26T04:55:24.169 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21576]: [26/Apr/2024:04:55:24] ENGINE Bus STARTED 2024-04-26T04:55:24.169 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21576]: [26/Apr/2024:04:55:24] ENGINE Bus STOPPING 2024-04-26T04:55:24.169 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21576]: [26/Apr/2024:04:55:24] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T04:55:24.169 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21576]: [26/Apr/2024:04:55:24] ENGINE Bus STOPPED 2024-04-26T04:55:24.178 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:23 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:23.785795822Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-04-26T04:55:24.179 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:23 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:23.866027498Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-04-26T04:55:24.451 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21576]: [26/Apr/2024:04:55:24] ENGINE Bus STARTING 2024-04-26T04:55:24.451 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21576]: [26/Apr/2024:04:55:24] ENGINE Serving on http://:::9283 2024-04-26T04:55:24.451 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21576]: [26/Apr/2024:04:55:24] ENGINE Bus STARTED 2024-04-26T04:55:24.609 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:24.206864467Z level=info msg="Executing migration" id="create user role table" 2024-04-26T04:55:24.609 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:24.300906741Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-04-26T04:55:24.901 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:24.610667875Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-04-26T04:55:24.901 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:24.759705335Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-04-26T04:55:24.901 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:24.840971705Z level=info msg="Executing migration" id="create builtin role table" 2024-04-26T04:55:24.901 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[23471]: audit 2024-04-26T04:55:23.815276+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:24.901 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[23471]: audit 2024-04-26T04:55:23.830728+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:24.901 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[23471]: cluster 2024-04-26T04:55:23.884697+0000 mgr.y (mgr.24272) 62 : cluster [DBG] pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:24.902 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[23471]: audit 2024-04-26T04:55:23.886273+0000 mon.c (mon.2) 54 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T04:55:24.902 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[23471]: audit 2024-04-26T04:55:23.887248+0000 mgr.y (mgr.24272) 63 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T04:55:24.902 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[23471]: audit 2024-04-26T04:55:23.889664+0000 mon.c (mon.2) 55 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi102.front.sepia.ceph.com:9093"}]: dispatch 2024-04-26T04:55:24.902 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[23471]: audit 2024-04-26T04:55:23.890544+0000 mgr.y (mgr.24272) 64 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi102.front.sepia.ceph.com:9093"}]: dispatch 2024-04-26T04:55:24.902 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[23471]: audit 2024-04-26T04:55:23.903200+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:24.902 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[23471]: audit 2024-04-26T04:55:23.920126+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T04:55:24.902 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[23471]: audit 2024-04-26T04:55:23.920803+0000 mgr.y (mgr.24272) 65 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T04:55:24.902 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[23471]: audit 2024-04-26T04:55:23.923148+0000 mon.c (mon.2) 57 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi174.front.sepia.ceph.com:9095"}]: dispatch 2024-04-26T04:55:24.902 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[23471]: audit 2024-04-26T04:55:23.923656+0000 mgr.y (mgr.24272) 66 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi174.front.sepia.ceph.com:9095"}]: dispatch 2024-04-26T04:55:24.902 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[23471]: audit 2024-04-26T04:55:23.931729+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:24.902 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[23471]: audit 2024-04-26T04:55:23.944458+0000 mon.c (mon.2) 58 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T04:55:24.902 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[23471]: audit 2024-04-26T04:55:23.945064+0000 mgr.y (mgr.24272) 67 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T04:55:24.902 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[23471]: audit 2024-04-26T04:55:23.949322+0000 mon.c (mon.2) 59 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi174.front.sepia.ceph.com:3000"}]: dispatch 2024-04-26T04:55:24.903 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[23471]: audit 2024-04-26T04:55:23.949835+0000 mgr.y (mgr.24272) 68 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi174.front.sepia.ceph.com:3000"}]: dispatch 2024-04-26T04:55:24.903 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[23471]: audit 2024-04-26T04:55:23.958334+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:24.903 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[23471]: audit 2024-04-26T04:55:23.964673+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:55:25.158 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:24.902668447Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-04-26T04:55:25.158 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:24 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:24.992047296Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-04-26T04:55:25.158 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.086156218Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-04-26T04:55:25.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21319]: audit 2024-04-26T04:55:23.815276+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:25.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21319]: audit 2024-04-26T04:55:23.830728+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:25.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21319]: cluster 2024-04-26T04:55:23.884697+0000 mgr.y (mgr.24272) 62 : cluster [DBG] pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:25.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21319]: audit 2024-04-26T04:55:23.886273+0000 mon.c (mon.2) 54 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T04:55:25.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21319]: audit 2024-04-26T04:55:23.887248+0000 mgr.y (mgr.24272) 63 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T04:55:25.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21319]: audit 2024-04-26T04:55:23.889664+0000 mon.c (mon.2) 55 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi102.front.sepia.ceph.com:9093"}]: dispatch 2024-04-26T04:55:25.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21319]: audit 2024-04-26T04:55:23.890544+0000 mgr.y (mgr.24272) 64 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi102.front.sepia.ceph.com:9093"}]: dispatch 2024-04-26T04:55:25.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21319]: audit 2024-04-26T04:55:23.903200+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:25.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21319]: audit 2024-04-26T04:55:23.920126+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T04:55:25.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21319]: audit 2024-04-26T04:55:23.920803+0000 mgr.y (mgr.24272) 65 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T04:55:25.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21319]: audit 2024-04-26T04:55:23.923148+0000 mon.c (mon.2) 57 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi174.front.sepia.ceph.com:9095"}]: dispatch 2024-04-26T04:55:25.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21319]: audit 2024-04-26T04:55:23.923656+0000 mgr.y (mgr.24272) 66 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi174.front.sepia.ceph.com:9095"}]: dispatch 2024-04-26T04:55:25.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21319]: audit 2024-04-26T04:55:23.931729+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:25.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21319]: audit 2024-04-26T04:55:23.944458+0000 mon.c (mon.2) 58 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T04:55:25.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21319]: audit 2024-04-26T04:55:23.945064+0000 mgr.y (mgr.24272) 67 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T04:55:25.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21319]: audit 2024-04-26T04:55:23.949322+0000 mon.c (mon.2) 59 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi174.front.sepia.ceph.com:3000"}]: dispatch 2024-04-26T04:55:25.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21319]: audit 2024-04-26T04:55:23.949835+0000 mgr.y (mgr.24272) 68 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi174.front.sepia.ceph.com:3000"}]: dispatch 2024-04-26T04:55:25.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21319]: audit 2024-04-26T04:55:23.958334+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:25.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[21319]: audit 2024-04-26T04:55:23.964673+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:55:25.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[31411]: audit 2024-04-26T04:55:23.815276+0000 mon.a (mon.0) 726 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:25.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[31411]: audit 2024-04-26T04:55:23.830728+0000 mon.a (mon.0) 727 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:25.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[31411]: cluster 2024-04-26T04:55:23.884697+0000 mgr.y (mgr.24272) 62 : cluster [DBG] pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:25.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[31411]: audit 2024-04-26T04:55:23.886273+0000 mon.c (mon.2) 54 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T04:55:25.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[31411]: audit 2024-04-26T04:55:23.887248+0000 mgr.y (mgr.24272) 63 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T04:55:25.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[31411]: audit 2024-04-26T04:55:23.889664+0000 mon.c (mon.2) 55 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi102.front.sepia.ceph.com:9093"}]: dispatch 2024-04-26T04:55:25.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[31411]: audit 2024-04-26T04:55:23.890544+0000 mgr.y (mgr.24272) 64 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi102.front.sepia.ceph.com:9093"}]: dispatch 2024-04-26T04:55:25.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[31411]: audit 2024-04-26T04:55:23.903200+0000 mon.a (mon.0) 728 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:25.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[31411]: audit 2024-04-26T04:55:23.920126+0000 mon.c (mon.2) 56 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T04:55:25.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[31411]: audit 2024-04-26T04:55:23.920803+0000 mgr.y (mgr.24272) 65 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T04:55:25.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[31411]: audit 2024-04-26T04:55:23.923148+0000 mon.c (mon.2) 57 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi174.front.sepia.ceph.com:9095"}]: dispatch 2024-04-26T04:55:25.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[31411]: audit 2024-04-26T04:55:23.923656+0000 mgr.y (mgr.24272) 66 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi174.front.sepia.ceph.com:9095"}]: dispatch 2024-04-26T04:55:25.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[31411]: audit 2024-04-26T04:55:23.931729+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:25.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[31411]: audit 2024-04-26T04:55:23.944458+0000 mon.c (mon.2) 58 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T04:55:25.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[31411]: audit 2024-04-26T04:55:23.945064+0000 mgr.y (mgr.24272) 67 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T04:55:25.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[31411]: audit 2024-04-26T04:55:23.949322+0000 mon.c (mon.2) 59 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi174.front.sepia.ceph.com:3000"}]: dispatch 2024-04-26T04:55:25.207 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[31411]: audit 2024-04-26T04:55:23.949835+0000 mgr.y (mgr.24272) 68 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi174.front.sepia.ceph.com:3000"}]: dispatch 2024-04-26T04:55:25.207 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[31411]: audit 2024-04-26T04:55:23.958334+0000 mon.a (mon.0) 730 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:25.207 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:24 smithi102 bash[31411]: audit 2024-04-26T04:55:23.964673+0000 mon.c (mon.2) 60 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:55:25.419 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.159863645Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-04-26T04:55:25.419 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.236253526Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-04-26T04:55:25.419 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.285491355Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-04-26T04:55:25.419 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.327594848Z level=info msg="Executing migration" id="add unique index role.uid" 2024-04-26T04:55:25.419 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[50505]: ts=2024-04-26T04:55:25.347Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-26T04:55:25.419 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[50505]: ts=2024-04-26T04:55:25.347Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-26T04:55:25.419 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[50505]: ts=2024-04-26T04:55:25.347Z caller=main.go:570 level=info host_details="(Linux 5.15.0-105-generic #115-Ubuntu SMP Mon Apr 15 09:52:04 UTC 2024 x86_64 smithi174 (none))" 2024-04-26T04:55:25.419 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[50505]: ts=2024-04-26T04:55:25.347Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-26T04:55:25.419 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[50505]: ts=2024-04-26T04:55:25.347Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-26T04:55:25.420 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[50505]: ts=2024-04-26T04:55:25.349Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-26T04:55:25.420 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[50505]: ts=2024-04-26T04:55:25.349Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-26T04:55:25.420 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[50505]: ts=2024-04-26T04:55:25.351Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-26T04:55:25.420 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[50505]: ts=2024-04-26T04:55:25.351Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-26T04:55:25.420 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[50505]: ts=2024-04-26T04:55:25.353Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-26T04:55:25.420 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[50505]: ts=2024-04-26T04:55:25.353Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.66µs 2024-04-26T04:55:25.420 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[50505]: ts=2024-04-26T04:55:25.353Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-26T04:55:25.420 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[50505]: ts=2024-04-26T04:55:25.354Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-26T04:55:25.420 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[50505]: ts=2024-04-26T04:55:25.354Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-26T04:55:25.420 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[50505]: ts=2024-04-26T04:55:25.354Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=24.284µs wal_replay_duration=737.045µs wbl_replay_duration=108ns total_replay_duration=788.175µs 2024-04-26T04:55:25.420 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[50505]: ts=2024-04-26T04:55:25.355Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-26T04:55:25.420 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[50505]: ts=2024-04-26T04:55:25.355Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-26T04:55:25.420 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[50505]: ts=2024-04-26T04:55:25.355Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-26T04:55:25.420 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[50505]: ts=2024-04-26T04:55:25.374Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.503337ms db_storage=925ns remote_storage=1.387µs web_handler=380ns query_engine=642ns scrape=286.676µs scrape_sd=25.799µs notify=22.866µs notify_sd=6.712µs rules=17.847062ms tracing=6.558µs 2024-04-26T04:55:25.421 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[50505]: ts=2024-04-26T04:55:25.374Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-26T04:55:25.421 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[50505]: ts=2024-04-26T04:55:25.374Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-26T04:55:25.679 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.420753928Z level=info msg="Executing migration" id="create seed assignment table" 2024-04-26T04:55:25.679 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.462714088Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-04-26T04:55:25.679 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.488042278Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-26T04:55:25.679 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.529972705Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-26T04:55:25.679 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.571999974Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-26T04:55:25.679 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.597295638Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-26T04:55:25.679 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.639297587Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-26T04:55:25.680 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.664636237Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-26T04:55:25.957 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.7066173Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-26T04:55:25.958 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.73191103Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-26T04:55:25.958 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.757204844Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-26T04:55:25.958 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.782487452Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-26T04:55:25.958 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.807864562Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-26T04:55:25.958 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.833108589Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-26T04:55:25.958 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.858281959Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-26T04:55:25.958 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.883673385Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-26T04:55:25.958 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.908954782Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-26T04:55:25.958 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.959226245Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-26T04:55:26.219 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:25 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:25.984568922Z level=info msg="Executing migration" id="add correlation config column" 2024-04-26T04:55:26.220 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.009819683Z level=info msg="Executing migration" id="create entity_events table" 2024-04-26T04:55:26.220 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.03517644Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-26T04:55:26.220 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.052001827Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-26T04:55:26.220 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.052385061Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-26T04:55:26.220 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.068978325Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-26T04:55:26.220 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.069289927Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-26T04:55:26.221 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.102582561Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-26T04:55:26.221 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.119655683Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-26T04:55:26.221 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.136508583Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-26T04:55:26.221 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.161879604Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-26T04:55:26.221 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.195697445Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-26T04:55:26.497 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.220904731Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-26T04:55:26.497 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.254503223Z level=info msg="Executing migration" id="Drop public config table" 2024-04-26T04:55:26.497 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.28821291Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-26T04:55:26.497 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.338625831Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-26T04:55:26.497 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.372326755Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-26T04:55:26.498 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.42257211Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-26T04:55:26.498 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.456289727Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-26T04:55:26.498 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.498165312Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-26T04:55:26.505 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:55:26.505 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":64,"fsid":"5615ffaa-0387-11ef-bc93-c7b262605968","created":"2024-04-26T04:44:01.323044+0000","modified":"2024-04-26T04:54:58.984425+0000","last_up_change":"2024-04-26T04:53:17.455274+0000","last_in_change":"2024-04-26T04:52:52.790694+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T04:49:13.104832+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-26T04:54:49.629527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"c32ab22c-67df-44a2-8a85-779f1b22f438","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6803","nonce":3468449764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6805","nonce":3468449764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6809","nonce":3468449764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6807","nonce":3468449764}]},"public_addr":"172.21.15.102:6803/3468449764","cluster_addr":"172.21.15.102:6805/3468449764","heartbeat_back_addr":"172.21.15.102:6809/3468449764","heartbeat_front_addr":"172.21.15.102:6807/3468449764","state":["exists","up"]},{"osd":1,"uuid":"dd0b2581-1833-425f-9b16-cb561d34a9e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6811","nonce":1472023113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6813","nonce":1472023113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6817","nonce":1472023113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6815","nonce":1472023113}]},"public_addr":"172.21.15.102:6811/1472023113","cluster_addr":"172.21.15.102:6813/1472023113","heartbeat_back_addr":"172.21.15.102:6817/1472023113","heartbeat_front_addr":"172.21.15.102:6815/1472023113","state":["exists","up"]},{"osd":2,"uuid":"b74ab273-8305-4ae4-ac48-b2135ebfb5aa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6819","nonce":3703443933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6821","nonce":3703443933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6825","nonce":3703443933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6823","nonce":3703443933}]},"public_addr":"172.21.15.102:6819/3703443933","cluster_addr":"172.21.15.102:6821/3703443933","heartbeat_back_addr":"172.21.15.102:6825/3703443933","heartbeat_front_addr":"172.21.15.102:6823/3703443933","state":["exists","up"]},{"osd":3,"uuid":"59554603-74c2-48a4-9ae6-21904ca7f5f7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6827","nonce":621421344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6829","nonce":621421344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6833","nonce":621421344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6831","nonce":621421344}]},"public_addr":"172.21.15.102:6827/621421344","cluster_addr":"172.21.15.102:6829/621421344","heartbeat_back_addr":"172.21.15.102:6833/621421344","heartbeat_front_addr":"172.21.15.102:6831/621421344","state":["exists","up"]},{"osd":4,"uuid":"2620174f-db78-44b1-8f13-1cd95cf00437","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6801","nonce":2769737089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6803","nonce":2769737089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6807","nonce":2769737089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6805","nonce":2769737089}]},"public_addr":"172.21.15.174:6801/2769737089","cluster_addr":"172.21.15.174:6803/2769737089","heartbeat_back_addr":"172.21.15.174:6807/2769737089","heartbeat_front_addr":"172.21.15.174:6805/2769737089","state":["exists","up"]},{"osd":5,"uuid":"709d588d-9022-4a7c-9253-45f0fd5531c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6809","nonce":1239194999}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6811","nonce":1239194999}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6815","nonce":1239194999}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6813","nonce":1239194999}]},"public_addr":"172.21.15.174:6809/1239194999","cluster_addr":"172.21.15.174:6811/1239194999","heartbeat_back_addr":"172.21.15.174:6815/1239194999","heartbeat_front_addr":"172.21.15.174:6813/1239194999","state":["exists","up"]},{"osd":6,"uuid":"5a4df967-f447-4662-acb1-43f576399c4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6817","nonce":3734711246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6819","nonce":3734711246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6823","nonce":3734711246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6821","nonce":3734711246}]},"public_addr":"172.21.15.174:6817/3734711246","cluster_addr":"172.21.15.174:6819/3734711246","heartbeat_back_addr":"172.21.15.174:6823/3734711246","heartbeat_front_addr":"172.21.15.174:6821/3734711246","state":["exists","up"]},{"osd":7,"uuid":"b07e0cd4-ffd3-4296-9f5e-574fc65aacca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6825","nonce":3556511472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6827","nonce":3556511472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6831","nonce":3556511472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6829","nonce":3556511472}]},"public_addr":"172.21.15.174:6825/3556511472","cluster_addr":"172.21.15.174:6827/3556511472","heartbeat_back_addr":"172.21.15.174:6831/3556511472","heartbeat_front_addr":"172.21.15.174:6829/3556511472","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:47:28.257229+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:48:18.088592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:49:09.416730+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:50:01.765708+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:50:49.503431+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:51:39.024094+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:52:27.346855+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:53:15.927765+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:6801/3977872321":"2024-04-27T04:54:11.840087+0000","172.21.15.102:6800/3977872321":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/2131566144":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/2302429507":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/465673634":"2024-04-27T04:45:04.482631+0000","172.21.15.102:6801/3931113265":"2024-04-27T04:45:04.482631+0000","172.21.15.102:6800/3931113265":"2024-04-27T04:45:04.482631+0000","172.21.15.102:6801/2424466934":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/1933355956":"2024-04-27T04:45:04.482631+0000","172.21.15.102:0/3833618734":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/921950070":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/1745747623":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/2324804206":"2024-04-27T04:44:33.295200+0000","172.21.15.102:6800/2424466934":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/3780951751":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/4278057730":"2024-04-27T04:45:04.482631+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T04:55:26.749 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.548680596Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-26T04:55:26.749 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.59900823Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-26T04:55:26.749 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.649285324Z level=info msg="Executing migration" id="add share column" 2024-04-26T04:55:26.749 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.682957228Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-26T04:55:26.749 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.716566656Z level=info msg="Executing migration" id="create file table" 2024-04-26T04:55:26.750 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.750167455Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-26T04:55:27.009 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[23471]: cluster 2024-04-26T04:55:25.885284+0000 mgr.y (mgr.24272) 69 : cluster [DBG] pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:27.009 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[23471]: audit 2024-04-26T04:55:26.508347+0000 mon.c (mon.2) 61 : audit [DBG] from='client.? 172.21.15.102:0/2414689927' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T04:55:27.009 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.783765199Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-26T04:55:27.009 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.817478866Z level=info msg="Executing migration" id="create file_meta table" 2024-04-26T04:55:27.009 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.851063711Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-26T04:55:27.009 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.876324096Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-26T04:55:27.009 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.909858382Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-26T04:55:27.010 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:26 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:26.960188273Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-26T04:55:27.010 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.010613215Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-26T04:55:27.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:26 smithi102 bash[21319]: cluster 2024-04-26T04:55:25.885284+0000 mgr.y (mgr.24272) 69 : cluster [DBG] pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:27.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:26 smithi102 bash[21319]: audit 2024-04-26T04:55:26.508347+0000 mon.c (mon.2) 61 : audit [DBG] from='client.? 172.21.15.102:0/2414689927' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T04:55:27.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:26 smithi102 bash[31411]: cluster 2024-04-26T04:55:25.885284+0000 mgr.y (mgr.24272) 69 : cluster [DBG] pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:27.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:26 smithi102 bash[31411]: audit 2024-04-26T04:55:26.508347+0000 mon.c (mon.2) 61 : audit [DBG] from='client.? 172.21.15.102:0/2414689927' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T04:55:27.203 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-26T04:55:27.204 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-26T04:55:27.204 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-26T04:55:27.205 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-26T04:55:27.205 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-26T04:55:27.205 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-26T04:55:27.206 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-26T04:55:27.206 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-26T04:55:27.280 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.04424578Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-26T04:55:27.280 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.094540753Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-26T04:55:27.280 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.128168281Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-26T04:55:27.280 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.161860479Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-26T04:55:27.280 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.178999825Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-26T04:55:27.280 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.195931108Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-26T04:55:27.280 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.229639569Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-26T04:55:27.280 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.255002346Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-26T04:55:27.280 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.280223423Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-26T04:55:27.555 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.305469982Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-26T04:55:27.555 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.372455428Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-26T04:55:27.556 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.414337555Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-26T04:55:27.556 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.448106905Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-26T04:55:27.556 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.50673421Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-26T04:55:27.556 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.557003496Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-26T04:55:27.843 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.590707284Z level=info msg="Executing migration" id="create folder table" 2024-04-26T04:55:27.844 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.624307126Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-26T04:55:27.844 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.657995801Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-26T04:55:27.844 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.69995044Z level=info msg="Executing migration" id="Update folder title length" 2024-04-26T04:55:27.844 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.733501492Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-26T04:55:27.844 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=migrator t=2024-04-26T04:55:27.758611777Z level=info msg="migrations completed" performed=485 skipped=0 duration=22.209303058s 2024-04-26T04:55:27.844 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=sqlstore t=2024-04-26T04:55:27.75946593Z level=info msg="Created default organization" 2024-04-26T04:55:27.844 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=plugin.loader t=2024-04-26T04:55:27.845200097Z level=info msg="Plugin registered" pluginID=input 2024-04-26T04:55:28.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[23471]: audit 2024-04-26T04:55:26.939214+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:55:28.179 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=plugin.loader t=2024-04-26T04:55:27.875986148Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-26T04:55:28.179 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=plugin.loader t=2024-04-26T04:55:27.876021357Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-26T04:55:28.179 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=secrets t=2024-04-26T04:55:27.876061036Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-26T04:55:28.180 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=query_data t=2024-04-26T04:55:27.878051331Z level=info msg="Query Service initialization" 2024-04-26T04:55:28.180 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:27 smithi174 bash[49821]: logger=live.push_http t=2024-04-26T04:55:27.882174795Z level=info msg="Live Push Gateway initialization" 2024-04-26T04:55:28.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:27 smithi102 bash[21319]: audit 2024-04-26T04:55:26.939214+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:55:28.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:27 smithi102 bash[31411]: audit 2024-04-26T04:55:26.939214+0000 mon.c (mon.2) 62 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:55:29.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:28 smithi102 bash[21319]: cluster 2024-04-26T04:55:27.885983+0000 mgr.y (mgr.24272) 70 : cluster [DBG] pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:29.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:28 smithi102 bash[31411]: cluster 2024-04-26T04:55:27.885983+0000 mgr.y (mgr.24272) 70 : cluster [DBG] pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:29.202 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:55:28 smithi102 bash[58026]: ts=2024-04-26T04:55:28.930Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003557596s 2024-04-26T04:55:29.277 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:28 smithi174 bash[23471]: cluster 2024-04-26T04:55:27.885983+0000 mgr.y (mgr.24272) 70 : cluster [DBG] pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:29.277 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:29 smithi174 bash[49821]: logger=infra.usagestats.collector t=2024-04-26T04:55:29.161990832Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-26T04:55:29.277 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:29 smithi174 bash[49821]: logger=provisioning.datasources t=2024-04-26T04:55:29.16273247Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-04-26T04:55:29.278 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:29 smithi174 bash[49821]: logger=provisioning.datasources t=2024-04-26T04:55:29.196358234Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-26T04:55:29.679 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:29 smithi174 bash[49821]: logger=provisioning.datasources t=2024-04-26T04:55:29.278786804Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-04-26T04:55:29.679 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:29 smithi174 bash[49821]: logger=provisioning.alerting t=2024-04-26T04:55:29.353145909Z level=info msg="starting to provision alerting" 2024-04-26T04:55:29.679 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:29 smithi174 bash[49821]: logger=provisioning.alerting t=2024-04-26T04:55:29.353209197Z level=info msg="finished to provision alerting" 2024-04-26T04:55:29.680 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:29 smithi174 bash[49821]: logger=ngalert.state.manager t=2024-04-26T04:55:29.353853664Z level=info msg="Warming state cache for startup" 2024-04-26T04:55:29.680 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:29 smithi174 bash[49821]: logger=grafanaStorageLogger t=2024-04-26T04:55:29.35388661Z level=info msg="storage starting" 2024-04-26T04:55:29.680 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:29 smithi174 bash[49821]: logger=http.server t=2024-04-26T04:55:29.356580134Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-26T04:55:29.680 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:29 smithi174 bash[49821]: logger=sqlstore.transactions t=2024-04-26T04:55:29.365371433Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-26T04:55:29.680 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:29 smithi174 bash[49821]: logger=ngalert.state.manager t=2024-04-26T04:55:29.443031408Z level=info msg="State cache has been initialized" states=0 duration=89.175793ms 2024-04-26T04:55:29.680 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:29 smithi174 bash[49821]: logger=ngalert.multiorg.alertmanager t=2024-04-26T04:55:29.443100483Z level=info msg="starting MultiOrg Alertmanager" 2024-04-26T04:55:29.680 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:55:29 smithi174 bash[49821]: logger=ticker t=2024-04-26T04:55:29.443141333Z level=info msg=starting first_tick=2024-04-26T04:55:30Z 2024-04-26T04:55:30.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:30 smithi174 bash[23471]: audit 2024-04-26T04:55:29.304390+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:30.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:30 smithi174 bash[23471]: audit 2024-04-26T04:55:29.310115+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:30.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:30 smithi174 bash[23471]: cluster 2024-04-26T04:55:29.886551+0000 mgr.y (mgr.24272) 71 : cluster [DBG] pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:30.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:30 smithi102 bash[31411]: audit 2024-04-26T04:55:29.304390+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:30.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:30 smithi102 bash[31411]: audit 2024-04-26T04:55:29.310115+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:30.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:30 smithi102 bash[31411]: cluster 2024-04-26T04:55:29.886551+0000 mgr.y (mgr.24272) 71 : cluster [DBG] pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:30.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:30 smithi102 bash[21319]: audit 2024-04-26T04:55:29.304390+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:30.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:30 smithi102 bash[21319]: audit 2024-04-26T04:55:29.310115+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:30.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:30 smithi102 bash[21319]: cluster 2024-04-26T04:55:29.886551+0000 mgr.y (mgr.24272) 71 : cluster [DBG] pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:31.808 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:55:31.809 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:55:31.810 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:55:31.811 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:55:31.811 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:55:31.811 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:55:31.814 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:55:31.815 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:55:31.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:31 smithi174 bash[23471]: audit 2024-04-26T04:55:30.625201+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:31.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:31 smithi174 bash[23471]: audit 2024-04-26T04:55:30.642232+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:31.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:31 smithi174 bash[23471]: audit 2024-04-26T04:55:31.125887+0000 mon.c (mon.2) 63 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:55:31.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:31 smithi174 bash[23471]: audit 2024-04-26T04:55:31.127641+0000 mon.c (mon.2) 64 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:55:31.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:31 smithi174 bash[23471]: audit 2024-04-26T04:55:31.139104+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:31.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:31 smithi174 bash[23471]: audit 2024-04-26T04:55:31.215663+0000 mon.c (mon.2) 65 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:55:31.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:31 smithi174 bash[23471]: audit 2024-04-26T04:55:31.218655+0000 mon.c (mon.2) 66 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:55:31.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:31 smithi174 bash[23471]: audit 2024-04-26T04:55:31.220126+0000 mon.c (mon.2) 67 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:55:31.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:31 smithi174 bash[23471]: audit 2024-04-26T04:55:31.233350+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:31.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:31 smithi102 bash[21319]: audit 2024-04-26T04:55:30.625201+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:31.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:31 smithi102 bash[21319]: audit 2024-04-26T04:55:30.642232+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:31.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:31 smithi102 bash[21319]: audit 2024-04-26T04:55:31.125887+0000 mon.c (mon.2) 63 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:55:31.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:31 smithi102 bash[21319]: audit 2024-04-26T04:55:31.127641+0000 mon.c (mon.2) 64 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:55:31.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:31 smithi102 bash[21319]: audit 2024-04-26T04:55:31.139104+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:31.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:31 smithi102 bash[21319]: audit 2024-04-26T04:55:31.215663+0000 mon.c (mon.2) 65 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:55:31.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:31 smithi102 bash[21319]: audit 2024-04-26T04:55:31.218655+0000 mon.c (mon.2) 66 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:55:31.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:31 smithi102 bash[21319]: audit 2024-04-26T04:55:31.220126+0000 mon.c (mon.2) 67 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:55:31.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:31 smithi102 bash[21319]: audit 2024-04-26T04:55:31.233350+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:31.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:31 smithi102 bash[31411]: audit 2024-04-26T04:55:30.625201+0000 mon.a (mon.0) 733 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:31.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:31 smithi102 bash[31411]: audit 2024-04-26T04:55:30.642232+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:31.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:31 smithi102 bash[31411]: audit 2024-04-26T04:55:31.125887+0000 mon.c (mon.2) 63 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:55:31.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:31 smithi102 bash[31411]: audit 2024-04-26T04:55:31.127641+0000 mon.c (mon.2) 64 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:55:31.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:31 smithi102 bash[31411]: audit 2024-04-26T04:55:31.139104+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:31.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:31 smithi102 bash[31411]: audit 2024-04-26T04:55:31.215663+0000 mon.c (mon.2) 65 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:55:31.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:31 smithi102 bash[31411]: audit 2024-04-26T04:55:31.218655+0000 mon.c (mon.2) 66 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:55:31.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:31 smithi102 bash[31411]: audit 2024-04-26T04:55:31.220126+0000 mon.c (mon.2) 67 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:55:31.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:31 smithi102 bash[31411]: audit 2024-04-26T04:55:31.233350+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:55:32.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:32 smithi174 bash[23471]: cluster 2024-04-26T04:55:31.886896+0000 mgr.y (mgr.24272) 72 : cluster [DBG] pgmap v47: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:32.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:32 smithi102 bash[21319]: cluster 2024-04-26T04:55:31.886896+0000 mgr.y (mgr.24272) 72 : cluster [DBG] pgmap v47: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:32.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:32 smithi102 bash[31411]: cluster 2024-04-26T04:55:31.886896+0000 mgr.y (mgr.24272) 72 : cluster [DBG] pgmap v47: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:35.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:34 smithi102 bash[21319]: cluster 2024-04-26T04:55:33.887257+0000 mgr.y (mgr.24272) 73 : cluster [DBG] pgmap v48: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:35.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:34 smithi102 bash[31411]: cluster 2024-04-26T04:55:33.887257+0000 mgr.y (mgr.24272) 73 : cluster [DBG] pgmap v48: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:35.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:34 smithi174 bash[23471]: cluster 2024-04-26T04:55:33.887257+0000 mgr.y (mgr.24272) 73 : cluster [DBG] pgmap v48: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:37.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:36 smithi102 bash[31411]: cluster 2024-04-26T04:55:35.887782+0000 mgr.y (mgr.24272) 74 : cluster [DBG] pgmap v49: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:37.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:36 smithi102 bash[21319]: cluster 2024-04-26T04:55:35.887782+0000 mgr.y (mgr.24272) 74 : cluster [DBG] pgmap v49: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:37.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:36 smithi174 bash[23471]: cluster 2024-04-26T04:55:35.887782+0000 mgr.y (mgr.24272) 74 : cluster [DBG] pgmap v49: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:38.030 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:55:37 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:55:37] "GET /metrics HTTP/1.1" 200 203364 "" "Prometheus/2.43.0" 2024-04-26T04:55:38.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:55:38 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:55:38] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:55:39.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:38 smithi102 bash[21319]: cluster 2024-04-26T04:55:37.888400+0000 mgr.y (mgr.24272) 75 : cluster [DBG] pgmap v50: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:39.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:38 smithi102 bash[31411]: cluster 2024-04-26T04:55:37.888400+0000 mgr.y (mgr.24272) 75 : cluster [DBG] pgmap v50: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:39.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:38 smithi174 bash[23471]: cluster 2024-04-26T04:55:37.888400+0000 mgr.y (mgr.24272) 75 : cluster [DBG] pgmap v50: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:41.081 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:40 smithi102 bash[21319]: cluster 2024-04-26T04:55:39.888997+0000 mgr.y (mgr.24272) 76 : cluster [DBG] pgmap v51: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:41.081 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:40 smithi102 bash[31411]: cluster 2024-04-26T04:55:39.888997+0000 mgr.y (mgr.24272) 76 : cluster [DBG] pgmap v51: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:41.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:40 smithi174 bash[23471]: cluster 2024-04-26T04:55:39.888997+0000 mgr.y (mgr.24272) 76 : cluster [DBG] pgmap v51: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:42.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:41 smithi102 bash[21319]: audit 2024-04-26T04:55:41.938345+0000 mon.c (mon.2) 68 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:55:42.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:41 smithi102 bash[31411]: audit 2024-04-26T04:55:41.938345+0000 mon.c (mon.2) 68 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:55:42.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:41 smithi174 bash[23471]: audit 2024-04-26T04:55:41.938345+0000 mon.c (mon.2) 68 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:55:43.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:42 smithi174 bash[23471]: cluster 2024-04-26T04:55:41.889606+0000 mgr.y (mgr.24272) 77 : cluster [DBG] pgmap v52: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:43.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:42 smithi102 bash[21319]: cluster 2024-04-26T04:55:41.889606+0000 mgr.y (mgr.24272) 77 : cluster [DBG] pgmap v52: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:43.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:42 smithi102 bash[31411]: cluster 2024-04-26T04:55:41.889606+0000 mgr.y (mgr.24272) 77 : cluster [DBG] pgmap v52: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:43.964 INFO:teuthology.orchestra.run.smithi102.stdout:236223201309 2024-04-26T04:55:43.965 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-26T04:55:45.081 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:44 smithi102 bash[21319]: cluster 2024-04-26T04:55:43.890145+0000 mgr.y (mgr.24272) 78 : cluster [DBG] pgmap v53: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:45.386 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:45 smithi102 bash[31411]: cluster 2024-04-26T04:55:43.890145+0000 mgr.y (mgr.24272) 78 : cluster [DBG] pgmap v53: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:45.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:44 smithi174 bash[23471]: cluster 2024-04-26T04:55:43.890145+0000 mgr.y (mgr.24272) 78 : cluster [DBG] pgmap v53: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:45.943 INFO:teuthology.orchestra.run.smithi102.stdout:167503724593 2024-04-26T04:55:45.943 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-26T04:55:46.397 INFO:teuthology.orchestra.run.smithi102.stdout:55834574938 2024-04-26T04:55:46.398 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-26T04:55:47.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:46 smithi102 bash[31411]: cluster 2024-04-26T04:55:45.890691+0000 mgr.y (mgr.24272) 79 : cluster [DBG] pgmap v54: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:47.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:46 smithi102 bash[21319]: cluster 2024-04-26T04:55:45.890691+0000 mgr.y (mgr.24272) 79 : cluster [DBG] pgmap v54: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:47.246 INFO:teuthology.orchestra.run.smithi102.stdout:133143986235 2024-04-26T04:55:47.247 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-26T04:55:47.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:46 smithi174 bash[23471]: cluster 2024-04-26T04:55:45.890691+0000 mgr.y (mgr.24272) 79 : cluster [DBG] pgmap v54: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:48.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:55:47 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:55:47] "GET /metrics HTTP/1.1" 200 203340 "" "Prometheus/2.43.0" 2024-04-26T04:55:48.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:55:48 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:55:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:55:49.068 INFO:teuthology.orchestra.run.smithi102.stdout:34359738468 2024-04-26T04:55:49.069 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-26T04:55:49.225 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:48 smithi102 bash[31411]: cluster 2024-04-26T04:55:47.891259+0000 mgr.y (mgr.24272) 80 : cluster [DBG] pgmap v55: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:49.226 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:48 smithi102 bash[21319]: cluster 2024-04-26T04:55:47.891259+0000 mgr.y (mgr.24272) 80 : cluster [DBG] pgmap v55: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:49.226 INFO:teuthology.orchestra.run.smithi102.stdout:77309411409 2024-04-26T04:55:49.227 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-26T04:55:49.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:48 smithi174 bash[23471]: cluster 2024-04-26T04:55:47.891259+0000 mgr.y (mgr.24272) 80 : cluster [DBG] pgmap v55: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:50.042 INFO:teuthology.orchestra.run.smithi102.stdout:201863462953 2024-04-26T04:55:50.043 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-26T04:55:50.058 INFO:teuthology.orchestra.run.smithi102.stdout:111669149765 2024-04-26T04:55:50.058 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-26T04:55:51.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:50 smithi174 bash[23471]: cluster 2024-04-26T04:55:49.891779+0000 mgr.y (mgr.24272) 81 : cluster [DBG] pgmap v56: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:51.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:50 smithi102 bash[21319]: cluster 2024-04-26T04:55:49.891779+0000 mgr.y (mgr.24272) 81 : cluster [DBG] pgmap v56: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:51.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:50 smithi102 bash[31411]: cluster 2024-04-26T04:55:49.891779+0000 mgr.y (mgr.24272) 81 : cluster [DBG] pgmap v56: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:52.749 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:55:52.750 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:55:52.750 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:55:52.751 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:55:53.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:52 smithi102 bash[21319]: cluster 2024-04-26T04:55:51.892369+0000 mgr.y (mgr.24272) 82 : cluster [DBG] pgmap v57: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:53.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:52 smithi102 bash[31411]: cluster 2024-04-26T04:55:51.892369+0000 mgr.y (mgr.24272) 82 : cluster [DBG] pgmap v57: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:53.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:52 smithi174 bash[23471]: cluster 2024-04-26T04:55:51.892369+0000 mgr.y (mgr.24272) 82 : cluster [DBG] pgmap v57: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:53.768 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:55:53.769 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:55:54.793 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:55:54.793 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:55:55.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:54 smithi102 bash[31411]: cluster 2024-04-26T04:55:53.893105+0000 mgr.y (mgr.24272) 83 : cluster [DBG] pgmap v58: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:55.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:54 smithi102 bash[21319]: cluster 2024-04-26T04:55:53.893105+0000 mgr.y (mgr.24272) 83 : cluster [DBG] pgmap v58: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:55.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:54 smithi174 bash[23471]: cluster 2024-04-26T04:55:53.893105+0000 mgr.y (mgr.24272) 83 : cluster [DBG] pgmap v58: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:57.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:56 smithi102 bash[31411]: cluster 2024-04-26T04:55:55.893645+0000 mgr.y (mgr.24272) 84 : cluster [DBG] pgmap v59: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:57.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:56 smithi102 bash[31411]: audit 2024-04-26T04:55:56.940232+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:55:57.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:56 smithi102 bash[21319]: cluster 2024-04-26T04:55:55.893645+0000 mgr.y (mgr.24272) 84 : cluster [DBG] pgmap v59: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:57.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:56 smithi102 bash[21319]: audit 2024-04-26T04:55:56.940232+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:55:57.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:56 smithi174 bash[23471]: cluster 2024-04-26T04:55:55.893645+0000 mgr.y (mgr.24272) 84 : cluster [DBG] pgmap v59: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:57.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:56 smithi174 bash[23471]: audit 2024-04-26T04:55:56.940232+0000 mon.c (mon.2) 69 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:55:58.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:55:57 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:55:57] "GET /metrics HTTP/1.1" 200 203343 "" "Prometheus/2.43.0" 2024-04-26T04:55:58.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:55:58 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:55:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:55:59.292 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:55:58 smithi102 bash[31411]: cluster 2024-04-26T04:55:57.894348+0000 mgr.y (mgr.24272) 85 : cluster [DBG] pgmap v60: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:59.292 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:55:58 smithi102 bash[21319]: cluster 2024-04-26T04:55:57.894348+0000 mgr.y (mgr.24272) 85 : cluster [DBG] pgmap v60: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:55:59.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:55:58 smithi174 bash[23471]: cluster 2024-04-26T04:55:57.894348+0000 mgr.y (mgr.24272) 85 : cluster [DBG] pgmap v60: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:01.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:00 smithi174 bash[23471]: cluster 2024-04-26T04:55:59.894752+0000 mgr.y (mgr.24272) 86 : cluster [DBG] pgmap v61: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:01.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:00 smithi102 bash[21319]: cluster 2024-04-26T04:55:59.894752+0000 mgr.y (mgr.24272) 86 : cluster [DBG] pgmap v61: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:01.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:01 smithi102 bash[31411]: cluster 2024-04-26T04:55:59.894752+0000 mgr.y (mgr.24272) 86 : cluster [DBG] pgmap v61: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:03.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:03 smithi102 bash[21319]: cluster 2024-04-26T04:56:01.895202+0000 mgr.y (mgr.24272) 87 : cluster [DBG] pgmap v62: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:03.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:03 smithi102 bash[31411]: cluster 2024-04-26T04:56:01.895202+0000 mgr.y (mgr.24272) 87 : cluster [DBG] pgmap v62: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:03.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:03 smithi174 bash[23471]: cluster 2024-04-26T04:56:01.895202+0000 mgr.y (mgr.24272) 87 : cluster [DBG] pgmap v62: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:05.352 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:05 smithi102 bash[31411]: cluster 2024-04-26T04:56:03.895857+0000 mgr.y (mgr.24272) 88 : cluster [DBG] pgmap v63: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:05.352 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:05 smithi102 bash[21319]: cluster 2024-04-26T04:56:03.895857+0000 mgr.y (mgr.24272) 88 : cluster [DBG] pgmap v63: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:05.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:05 smithi174 bash[23471]: cluster 2024-04-26T04:56:03.895857+0000 mgr.y (mgr.24272) 88 : cluster [DBG] pgmap v63: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:05.739 INFO:teuthology.orchestra.run.smithi102.stdout:133143986239 2024-04-26T04:56:05.941 INFO:teuthology.orchestra.run.smithi102.stdout:55834574942 2024-04-26T04:56:06.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:06 smithi102 bash[31411]: audit 2024-04-26T04:56:05.744169+0000 mon.c (mon.2) 70 : audit [DBG] from='client.? 172.21.15.102:0/358288062' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T04:56:06.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:06 smithi102 bash[31411]: audit 2024-04-26T04:56:05.946415+0000 mon.c (mon.2) 71 : audit [DBG] from='client.? 172.21.15.102:0/3370181918' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T04:56:06.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:06 smithi102 bash[21319]: audit 2024-04-26T04:56:05.744169+0000 mon.c (mon.2) 70 : audit [DBG] from='client.? 172.21.15.102:0/358288062' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T04:56:06.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:06 smithi102 bash[21319]: audit 2024-04-26T04:56:05.946415+0000 mon.c (mon.2) 71 : audit [DBG] from='client.? 172.21.15.102:0/3370181918' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T04:56:06.263 INFO:teuthology.orchestra.run.smithi102.stdout:167503724598 2024-04-26T04:56:06.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:06 smithi174 bash[23471]: audit 2024-04-26T04:56:05.744169+0000 mon.c (mon.2) 70 : audit [DBG] from='client.? 172.21.15.102:0/358288062' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T04:56:06.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:06 smithi174 bash[23471]: audit 2024-04-26T04:56:05.946415+0000 mon.c (mon.2) 71 : audit [DBG] from='client.? 172.21.15.102:0/3370181918' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T04:56:06.848 INFO:teuthology.orchestra.run.smithi102.stdout:77309411413 2024-04-26T04:56:07.139 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:07 smithi102 bash[31411]: cluster 2024-04-26T04:56:05.896389+0000 mgr.y (mgr.24272) 89 : cluster [DBG] pgmap v64: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:07.139 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:07 smithi102 bash[31411]: audit 2024-04-26T04:56:06.267452+0000 mon.c (mon.2) 72 : audit [DBG] from='client.? 172.21.15.102:0/2502290205' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T04:56:07.139 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:07 smithi102 bash[31411]: audit 2024-04-26T04:56:06.852878+0000 mon.a (mon.0) 737 : audit [DBG] from='client.? 172.21.15.102:0/3942498709' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T04:56:07.140 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:07 smithi102 bash[21319]: cluster 2024-04-26T04:56:05.896389+0000 mgr.y (mgr.24272) 89 : cluster [DBG] pgmap v64: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:07.140 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:07 smithi102 bash[21319]: audit 2024-04-26T04:56:06.267452+0000 mon.c (mon.2) 72 : audit [DBG] from='client.? 172.21.15.102:0/2502290205' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T04:56:07.140 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:07 smithi102 bash[21319]: audit 2024-04-26T04:56:06.852878+0000 mon.a (mon.0) 737 : audit [DBG] from='client.? 172.21.15.102:0/3942498709' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T04:56:07.424 INFO:teuthology.orchestra.run.smithi102.stdout:201863462957 2024-04-26T04:56:07.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:07 smithi174 bash[23471]: cluster 2024-04-26T04:56:05.896389+0000 mgr.y (mgr.24272) 89 : cluster [DBG] pgmap v64: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:07.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:07 smithi174 bash[23471]: audit 2024-04-26T04:56:06.267452+0000 mon.c (mon.2) 72 : audit [DBG] from='client.? 172.21.15.102:0/2502290205' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T04:56:07.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:07 smithi174 bash[23471]: audit 2024-04-26T04:56:06.852878+0000 mon.a (mon.0) 737 : audit [DBG] from='client.? 172.21.15.102:0/3942498709' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T04:56:07.552 INFO:teuthology.orchestra.run.smithi102.stdout:34359738472 2024-04-26T04:56:08.019 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:56:07 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:56:07] "GET /metrics HTTP/1.1" 200 203343 "" "Prometheus/2.43.0" 2024-04-26T04:56:08.235 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986235 got 133143986239 for osd.4 2024-04-26T04:56:08.235 DEBUG:teuthology.parallel:result is None 2024-04-26T04:56:08.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:08 smithi174 bash[23471]: audit 2024-04-26T04:56:07.428421+0000 mon.a (mon.0) 738 : audit [DBG] from='client.? 172.21.15.102:0/2573814967' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T04:56:08.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:08 smithi174 bash[23471]: audit 2024-04-26T04:56:07.556361+0000 mon.a (mon.0) 739 : audit [DBG] from='client.? 172.21.15.102:0/3850036886' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T04:56:08.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:08 smithi102 bash[21319]: audit 2024-04-26T04:56:07.428421+0000 mon.a (mon.0) 738 : audit [DBG] from='client.? 172.21.15.102:0/2573814967' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T04:56:08.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:08 smithi102 bash[21319]: audit 2024-04-26T04:56:07.556361+0000 mon.a (mon.0) 739 : audit [DBG] from='client.? 172.21.15.102:0/3850036886' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T04:56:08.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:08 smithi102 bash[31411]: audit 2024-04-26T04:56:07.428421+0000 mon.a (mon.0) 738 : audit [DBG] from='client.? 172.21.15.102:0/2573814967' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T04:56:08.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:08 smithi102 bash[31411]: audit 2024-04-26T04:56:07.556361+0000 mon.a (mon.0) 739 : audit [DBG] from='client.? 172.21.15.102:0/3850036886' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T04:56:08.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:56:08 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:56:08] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:56:09.165 INFO:teuthology.orchestra.run.smithi102.stdout:111669149770 2024-04-26T04:56:09.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:09 smithi102 bash[31411]: cluster 2024-04-26T04:56:07.897044+0000 mgr.y (mgr.24272) 90 : cluster [DBG] pgmap v65: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:09.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:09 smithi102 bash[21319]: cluster 2024-04-26T04:56:07.897044+0000 mgr.y (mgr.24272) 90 : cluster [DBG] pgmap v65: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:09.369 INFO:teuthology.orchestra.run.smithi102.stdout:236223201315 2024-04-26T04:56:09.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:09 smithi174 bash[23471]: cluster 2024-04-26T04:56:07.897044+0000 mgr.y (mgr.24272) 90 : cluster [DBG] pgmap v65: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:09.566 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724593 got 167503724598 for osd.5 2024-04-26T04:56:09.566 DEBUG:teuthology.parallel:result is None 2024-04-26T04:56:09.573 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574938 got 55834574942 for osd.1 2024-04-26T04:56:09.573 DEBUG:teuthology.parallel:result is None 2024-04-26T04:56:10.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:10 smithi102 bash[31411]: audit 2024-04-26T04:56:09.169522+0000 mon.c (mon.2) 73 : audit [DBG] from='client.? 172.21.15.102:0/3997041344' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T04:56:10.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:10 smithi102 bash[31411]: audit 2024-04-26T04:56:09.372967+0000 mon.a (mon.0) 740 : audit [DBG] from='client.? 172.21.15.102:0/1881550480' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T04:56:10.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:10 smithi102 bash[21319]: audit 2024-04-26T04:56:09.169522+0000 mon.c (mon.2) 73 : audit [DBG] from='client.? 172.21.15.102:0/3997041344' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T04:56:10.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:10 smithi102 bash[21319]: audit 2024-04-26T04:56:09.372967+0000 mon.a (mon.0) 740 : audit [DBG] from='client.? 172.21.15.102:0/1881550480' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T04:56:10.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:10 smithi174 bash[23471]: audit 2024-04-26T04:56:09.169522+0000 mon.c (mon.2) 73 : audit [DBG] from='client.? 172.21.15.102:0/3997041344' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T04:56:10.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:10 smithi174 bash[23471]: audit 2024-04-26T04:56:09.372967+0000 mon.a (mon.0) 740 : audit [DBG] from='client.? 172.21.15.102:0/1881550480' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T04:56:10.747 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738468 got 34359738472 for osd.0 2024-04-26T04:56:10.747 DEBUG:teuthology.parallel:result is None 2024-04-26T04:56:10.922 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462953 got 201863462957 for osd.6 2024-04-26T04:56:10.922 DEBUG:teuthology.parallel:result is None 2024-04-26T04:56:11.214 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:11 smithi102 bash[31411]: cluster 2024-04-26T04:56:09.897595+0000 mgr.y (mgr.24272) 91 : cluster [DBG] pgmap v66: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:11.214 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:11 smithi102 bash[21319]: cluster 2024-04-26T04:56:09.897595+0000 mgr.y (mgr.24272) 91 : cluster [DBG] pgmap v66: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:11.411 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411409 got 77309411413 for osd.2 2024-04-26T04:56:11.412 DEBUG:teuthology.parallel:result is None 2024-04-26T04:56:11.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:11 smithi174 bash[23471]: cluster 2024-04-26T04:56:09.897595+0000 mgr.y (mgr.24272) 91 : cluster [DBG] pgmap v66: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:11.959 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149765 got 111669149770 for osd.3 2024-04-26T04:56:11.959 DEBUG:teuthology.parallel:result is None 2024-04-26T04:56:12.009 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201309 got 236223201315 for osd.7 2024-04-26T04:56:12.009 DEBUG:teuthology.parallel:result is None 2024-04-26T04:56:12.010 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-26T04:56:12.010 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T04:56:12.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:12 smithi174 bash[23471]: audit 2024-04-26T04:56:11.940384+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:56:12.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:12 smithi102 bash[31411]: audit 2024-04-26T04:56:11.940384+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:56:12.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:12 smithi102 bash[21319]: audit 2024-04-26T04:56:11.940384+0000 mon.c (mon.2) 74 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:56:13.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:13 smithi174 bash[23471]: cluster 2024-04-26T04:56:11.898130+0000 mgr.y (mgr.24272) 92 : cluster [DBG] pgmap v67: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:13.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:13 smithi102 bash[21319]: cluster 2024-04-26T04:56:11.898130+0000 mgr.y (mgr.24272) 92 : cluster [DBG] pgmap v67: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:13.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:13 smithi102 bash[31411]: cluster 2024-04-26T04:56:11.898130+0000 mgr.y (mgr.24272) 92 : cluster [DBG] pgmap v67: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:15.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:15 smithi174 bash[23471]: cluster 2024-04-26T04:56:13.898729+0000 mgr.y (mgr.24272) 93 : cluster [DBG] pgmap v68: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:15.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:15 smithi102 bash[31411]: cluster 2024-04-26T04:56:13.898729+0000 mgr.y (mgr.24272) 93 : cluster [DBG] pgmap v68: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:15.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:15 smithi102 bash[21319]: cluster 2024-04-26T04:56:13.898729+0000 mgr.y (mgr.24272) 93 : cluster [DBG] pgmap v68: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:16.786 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:56:17.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:17 smithi102 bash[31411]: cluster 2024-04-26T04:56:15.899326+0000 mgr.y (mgr.24272) 94 : cluster [DBG] pgmap v69: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:17.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:17 smithi102 bash[21319]: cluster 2024-04-26T04:56:15.899326+0000 mgr.y (mgr.24272) 94 : cluster [DBG] pgmap v69: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:17.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:17 smithi174 bash[23471]: cluster 2024-04-26T04:56:15.899326+0000 mgr.y (mgr.24272) 94 : cluster [DBG] pgmap v69: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:18.064 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:56:17 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:56:17] "GET /metrics HTTP/1.1" 200 203341 "" "Prometheus/2.43.0" 2024-04-26T04:56:18.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:56:18 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:56:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:56:19.310 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:19 smithi102 bash[21319]: cluster 2024-04-26T04:56:17.900051+0000 mgr.y (mgr.24272) 95 : cluster [DBG] pgmap v70: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:19.310 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:19 smithi102 bash[31411]: cluster 2024-04-26T04:56:17.900051+0000 mgr.y (mgr.24272) 95 : cluster [DBG] pgmap v70: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:19.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:19 smithi174 bash[23471]: cluster 2024-04-26T04:56:17.900051+0000 mgr.y (mgr.24272) 95 : cluster [DBG] pgmap v70: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:19.650 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:56:19.651 INFO:teuthology.orchestra.run.smithi102.stderr:dumped all 2024-04-26T04:56:20.427 INFO:teuthology.orchestra.run.smithi102.stdout:{"pg_ready":true,"pg_map":{"version":70,"stamp":"2024-04-26T04:56:17.899633+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385564,"kb_used_data":6716,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575652,"statfs":{"total":767960285184,"available":765517467648,"internally_reserved":0,"allocated":6877184,"data_stored":3898256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003491"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-26T04:54:51.967816+0000","last_change":"2024-04-26T04:54:50.959286+0000","last_active":"2024-04-26T04:54:51.967816+0000","last_peered":"2024-04-26T04:54:51.967816+0000","last_clean":"2024-04-26T04:54:51.967816+0000","last_became_active":"2024-04-26T04:54:50.958627+0000","last_became_peered":"2024-04-26T04:54:50.958627+0000","last_unstale":"2024-04-26T04:54:51.967816+0000","last_undegraded":"2024-04-26T04:54:51.967816+0000","last_fullsized":"2024-04-26T04:54:51.967816+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T14:54:53.198575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-26T04:54:51.970424+0000","last_change":"2024-04-26T04:54:51.100543+0000","last_active":"2024-04-26T04:54:51.970424+0000","last_peered":"2024-04-26T04:54:51.970424+0000","last_clean":"2024-04-26T04:54:51.970424+0000","last_became_active":"2024-04-26T04:54:51.099349+0000","last_became_peered":"2024-04-26T04:54:51.099349+0000","last_unstale":"2024-04-26T04:54:51.970424+0000","last_undegraded":"2024-04-26T04:54:51.970424+0000","last_fullsized":"2024-04-26T04:54:51.970424+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:33:58.057336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-26T04:54:51.957058+0000","last_change":"2024-04-26T04:54:51.097453+0000","last_active":"2024-04-26T04:54:51.957058+0000","last_peered":"2024-04-26T04:54:51.957058+0000","last_clean":"2024-04-26T04:54:51.957058+0000","last_became_active":"2024-04-26T04:54:51.096847+0000","last_became_peered":"2024-04-26T04:54:51.096847+0000","last_unstale":"2024-04-26T04:54:51.957058+0000","last_undegraded":"2024-04-26T04:54:51.957058+0000","last_fullsized":"2024-04-26T04:54:51.957058+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:53:32.545370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-26T04:54:51.956949+0000","last_change":"2024-04-26T04:54:50.956300+0000","last_active":"2024-04-26T04:54:51.956949+0000","last_peered":"2024-04-26T04:54:51.956949+0000","last_clean":"2024-04-26T04:54:51.956949+0000","last_became_active":"2024-04-26T04:54:50.955713+0000","last_became_peered":"2024-04-26T04:54:50.955713+0000","last_unstale":"2024-04-26T04:54:51.956949+0000","last_undegraded":"2024-04-26T04:54:51.956949+0000","last_fullsized":"2024-04-26T04:54:51.956949+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:29:33.324489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"60'128","reported_seq":270,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-26T04:54:51.956977+0000","last_change":"2024-04-26T04:53:20.548703+0000","last_active":"2024-04-26T04:54:51.956977+0000","last_peered":"2024-04-26T04:54:51.956977+0000","last_clean":"2024-04-26T04:54:51.956977+0000","last_became_active":"2024-04-26T04:53:20.547742+0000","last_became_peered":"2024-04-26T04:53:20.547742+0000","last_unstale":"2024-04-26T04:54:51.956977+0000","last_undegraded":"2024-04-26T04:54:51.956977+0000","last_fullsized":"2024-04-26T04:54:51.956977+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:49:13.155083+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:49:13.155083+0000","last_clean_scrub_stamp":"2024-04-26T04:49:13.155083+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:29:27.425435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-26T04:54:51.968079+0000","last_change":"2024-04-26T04:54:50.956360+0000","last_active":"2024-04-26T04:54:51.968079+0000","last_peered":"2024-04-26T04:54:51.968079+0000","last_clean":"2024-04-26T04:54:51.968079+0000","last_became_active":"2024-04-26T04:54:50.955729+0000","last_became_peered":"2024-04-26T04:54:50.955729+0000","last_unstale":"2024-04-26T04:54:51.968079+0000","last_undegraded":"2024-04-26T04:54:51.968079+0000","last_fullsized":"2024-04-26T04:54:51.968079+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:28:59.497557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-26T04:54:51.963483+0000","last_change":"2024-04-26T04:54:50.959771+0000","last_active":"2024-04-26T04:54:51.963483+0000","last_peered":"2024-04-26T04:54:51.963483+0000","last_clean":"2024-04-26T04:54:51.963483+0000","last_became_active":"2024-04-26T04:54:50.959349+0000","last_became_peered":"2024-04-26T04:54:50.959349+0000","last_unstale":"2024-04-26T04:54:51.963483+0000","last_undegraded":"2024-04-26T04:54:51.963483+0000","last_fullsized":"2024-04-26T04:54:51.963483+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:27.124803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-26T04:54:51.968116+0000","last_change":"2024-04-26T04:54:50.955371+0000","last_active":"2024-04-26T04:54:51.968116+0000","last_peered":"2024-04-26T04:54:51.968116+0000","last_clean":"2024-04-26T04:54:51.968116+0000","last_became_active":"2024-04-26T04:54:50.954636+0000","last_became_peered":"2024-04-26T04:54:50.954636+0000","last_unstale":"2024-04-26T04:54:51.968116+0000","last_undegraded":"2024-04-26T04:54:51.968116+0000","last_fullsized":"2024-04-26T04:54:51.968116+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:12:38.073573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-26T04:54:51.970320+0000","last_change":"2024-04-26T04:54:50.957442+0000","last_active":"2024-04-26T04:54:51.970320+0000","last_peered":"2024-04-26T04:54:51.970320+0000","last_clean":"2024-04-26T04:54:51.970320+0000","last_became_active":"2024-04-26T04:54:50.957097+0000","last_became_peered":"2024-04-26T04:54:50.957097+0000","last_unstale":"2024-04-26T04:54:51.970320+0000","last_undegraded":"2024-04-26T04:54:51.970320+0000","last_fullsized":"2024-04-26T04:54:51.970320+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:08:43.695781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201317,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298556,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446596,"statfs":{"total":95995035648,"available":95689314304,"internally_reserved":0,"allocated":1228800,"data_stored":856137,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:55:22 2024","interfaces":[{"interface":"back","average":{"1min":0.94599999999999995,"5min":0.92600000000000005,"15min":0.92300000000000004},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.875},{"interface":"front","average":{"1min":0.97299999999999998,"5min":0.94099999999999995,"15min":0.93500000000000005},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.3939999999999999,"5min":1.3939999999999999,"15min":1.3939999999999999},"last":0.57599999999999996}]},{"osd":1,"last update":"Fri Apr 26 04:55:22 2024","interfaces":[{"interface":"back","average":{"1min":1.02,"5min":0.95999999999999996,"15min":0.94999999999999996},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.389,"5min":1.4990000000000001,"15min":1.4990000000000001},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.97399999999999998,"5min":0.96999999999999997,"15min":0.96999999999999997},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.3879999999999999,"5min":1.393,"15min":1.393},"last":0.66700000000000004}]},{"osd":2,"last update":"Fri Apr 26 04:55:22 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":0.93300000000000005,"15min":0.92100000000000004},"min":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":1.119},{"interface":"front","average":{"1min":0.96599999999999997,"5min":1.0089999999999999,"15min":1.016},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.234,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":1.014}]},{"osd":3,"last update":"Fri Apr 26 04:55:22 2024","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":0.94199999999999995,"15min":0.93000000000000005},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":1.1759999999999999},{"interface":"front","average":{"1min":1.056,"5min":1.0269999999999999,"15min":1.022},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.5529999999999999,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":1.0800000000000001}]},{"osd":4,"last update":"Fri Apr 26 04:55:22 2024","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":0.82599999999999996,"15min":0.80000000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.472,"5min":1.472,"15min":1.472},"last":0.75900000000000001},{"interface":"front","average":{"1min":1.026,"5min":0.93999999999999995,"15min":0.92600000000000005},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.458,"5min":1.4890000000000001,"15min":1.4890000000000001},"last":0.96899999999999997}]},{"osd":5,"last update":"Fri Apr 26 04:55:22 2024","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":0.92100000000000004,"15min":0.89900000000000002},"min":{"1min":0.41199999999999998,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.355,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":1.143},{"interface":"front","average":{"1min":1.0980000000000001,"5min":1.0069999999999999,"15min":0.99199999999999999},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.591,"5min":1.591,"15min":1.591},"last":0.93899999999999995}]},{"osd":6,"last update":"Fri Apr 26 04:55:22 2024","interfaces":[{"interface":"back","average":{"1min":1.167,"5min":1.0509999999999999,"15min":1.0309999999999999},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.5389999999999999,"5min":1.7090000000000001,"15min":1.7090000000000001},"last":0.82199999999999995},{"interface":"front","average":{"1min":1.1619999999999999,"5min":1.0369999999999999,"15min":1.016},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.554,"5min":1.554,"15min":1.554},"last":1.054}]}]},{"osd":6,"up_from":47,"seq":201863462960,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298556,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446596,"statfs":{"total":95995035648,"available":95689314304,"internally_reserved":0,"allocated":1228800,"data_stored":856087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:55:35 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.92400000000000004,"15min":0.94199999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.266,"5min":1.486,"15min":1.486},"last":0.95699999999999996},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.89700000000000002,"15min":0.88500000000000001},"min":{"1min":0.60499999999999998,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":0.78400000000000003}]},{"osd":1,"last update":"Fri Apr 26 04:55:35 2024","interfaces":[{"interface":"back","average":{"1min":0.92000000000000004,"5min":0.92200000000000004,"15min":0.91600000000000004},"min":{"1min":0.64300000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":1.0720000000000001},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.90200000000000002,"15min":0.89900000000000002},"min":{"1min":0.65500000000000003,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":1.119}]},{"osd":2,"last update":"Fri Apr 26 04:55:35 2024","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.94299999999999995,"15min":0.94599999999999995},"min":{"1min":0.63700000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.2949999999999999,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.96099999999999997,"5min":0.91500000000000004,"15min":0.89600000000000002},"min":{"1min":0.60299999999999998,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.22,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":0.90700000000000003}]},{"osd":3,"last update":"Fri Apr 26 04:55:35 2024","interfaces":[{"interface":"back","average":{"1min":0.97999999999999998,"5min":0.95899999999999996,"15min":0.94499999999999995},"min":{"1min":0.72599999999999998,"5min":0.624,"15min":0.624},"max":{"1min":1.304,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.81899999999999995},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.006,"15min":1.0069999999999999},"min":{"1min":0.70399999999999996,"5min":0.69799999999999995,"15min":0.69799999999999995},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":0.85799999999999998}]},{"osd":4,"last update":"Fri Apr 26 04:55:35 2024","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":0.90500000000000003,"15min":0.873},"min":{"1min":0.46400000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.4730000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":1.173},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.96199999999999997,"15min":0.97399999999999998},"min":{"1min":0.495,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.609,"5min":1.609,"15min":1.609},"last":1.22}]},{"osd":5,"last update":"Fri Apr 26 04:55:35 2024","interfaces":[{"interface":"back","average":{"1min":1.0700000000000001,"5min":0.93899999999999995,"15min":0.90600000000000003},"min":{"1min":0.56000000000000005,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.5700000000000001,"5min":1.5700000000000001,"15min":1.5700000000000001},"last":1.097},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.0409999999999999,"15min":1.0509999999999999},"min":{"1min":0.59199999999999997,"5min":0.44,"15min":0.44},"max":{"1min":1.5469999999999999,"5min":1.8460000000000001,"15min":1.8460000000000001},"last":1.149}]},{"osd":7,"last update":"Fri Apr 26 04:55:21 2024","interfaces":[{"interface":"back","average":{"1min":1.052,"5min":1.0109999999999999,"15min":1.004},"min":{"1min":0.749,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.5149999999999999,"5min":1.5149999999999999,"15min":1.5149999999999999},"last":1.0309999999999999},{"interface":"front","average":{"1min":1.1100000000000001,"5min":1.1279999999999999,"15min":1.131},"min":{"1min":0.69099999999999995,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.569,"5min":1.629,"15min":1.629},"last":1.252}]}]},{"osd":1,"up_from":13,"seq":55834574945,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297976,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447176,"statfs":{"total":95995035648,"available":95689908224,"internally_reserved":0,"allocated":634880,"data_stored":265777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:55:33 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.67800000000000005,"15min":0.56999999999999995},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.99299999999999999,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.80100000000000005,"15min":0.64100000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.29999999999999999},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.746}]},{"osd":2,"last update":"Fri Apr 26 04:55:25 2024","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.79400000000000004,"15min":0.69899999999999995},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.1639999999999999,"5min":1.298,"15min":1.579},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.85299999999999998,"15min":0.72699999999999998},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.5089999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.94699999999999995}]},{"osd":3,"last update":"Fri Apr 26 04:55:21 2024","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.86899999999999999,"15min":0.81899999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":1.167,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.82099999999999995,"15min":0.79900000000000004},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.4359999999999999,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.80800000000000005}]},{"osd":4,"last update":"Fri Apr 26 04:55:57 2024","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.93200000000000005,"15min":0.89200000000000002},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.3069999999999999,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":0.91500000000000004},{"interface":"front","average":{"1min":0.99199999999999999,"5min":0.98499999999999999,"15min":0.93000000000000005},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.288,"5min":1.4239999999999999,"15min":1.4239999999999999},"last":0.78500000000000003}]},{"osd":5,"last update":"Fri Apr 26 04:55:50 2024","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":1.054,"15min":1.006},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.3819999999999999,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.89500000000000002},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1279999999999999,"15min":1.0960000000000001},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.5549999999999999,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":1.0629999999999999}]},{"osd":6,"last update":"Fri Apr 26 04:55:33 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.056,"15min":1.0609999999999999},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.4470000000000001,"5min":1.6459999999999999,"15min":1.6459999999999999},"last":0.98199999999999998},{"interface":"front","average":{"1min":1.081,"5min":1.1779999999999999,"15min":1.198},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.48,"5min":1.546,"15min":1.546},"last":0.83799999999999997}]},{"osd":7,"last update":"Fri Apr 26 04:55:21 2024","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":1.1850000000000001,"15min":1.1910000000000001},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.6419999999999999,"5min":1.6419999999999999,"15min":1.6419999999999999},"last":1.012},{"interface":"front","average":{"1min":1.0549999999999999,"5min":1.141,"15min":1.155},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":1.3600000000000001,"5min":1.722,"15min":1.722},"last":1.038}]}]},{"osd":0,"up_from":8,"seq":34359738475,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298560,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446592,"statfs":{"total":95995035648,"available":95689310208,"internally_reserved":0,"allocated":1232896,"data_stored":856410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 26 04:55:38 2024","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.70799999999999996,"15min":0.58199999999999996},"min":{"1min":0.39800000000000002,"5min":0.315,"15min":0.29699999999999999},"max":{"1min":0.93200000000000005,"5min":2.9790000000000001,"15min":2.9790000000000001},"last":0.81499999999999995},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80300000000000005,"15min":0.60699999999999998},"min":{"1min":0.439,"5min":0.33100000000000002,"15min":0.26400000000000001},"max":{"1min":1.0349999999999999,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":1.1910000000000001}]},{"osd":2,"last update":"Fri Apr 26 04:55:20 2024","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.75600000000000001,"15min":0.64300000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.33300000000000002},"max":{"1min":1.155,"5min":1.401,"15min":1.401},"last":1.0720000000000001},{"interface":"front","average":{"1min":0.874,"5min":0.81399999999999995,"15min":0.68600000000000005},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":1.3029999999999999,"5min":2.4969999999999999,"15min":2.4969999999999999},"last":1.05}]},{"osd":3,"last update":"Fri Apr 26 04:56:13 2024","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.81899999999999995,"15min":0.77800000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.052,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":0.98999999999999999},{"interface":"front","average":{"1min":0.83399999999999996,"5min":0.88100000000000001,"15min":0.82899999999999996},"min":{"1min":0.35299999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.294,"5min":1.597,"15min":1.597},"last":0.76400000000000001}]},{"osd":4,"last update":"Fri Apr 26 04:55:59 2024","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.95899999999999996,"15min":0.92700000000000005},"min":{"1min":0.64100000000000001,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.2569999999999999,"5min":2.2989999999999999,"15min":2.2989999999999999},"last":0.93400000000000005},{"interface":"front","average":{"1min":1.054,"5min":1.032,"15min":0.998},"min":{"1min":0.57099999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.427,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":0.90100000000000002}]},{"osd":5,"last update":"Fri Apr 26 04:55:42 2024","interfaces":[{"interface":"back","average":{"1min":1.121,"5min":1.0489999999999999,"15min":1.0229999999999999},"min":{"1min":0.68899999999999995,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.8859999999999999,"5min":1.8859999999999999,"15min":1.8859999999999999},"last":1.161},{"interface":"front","average":{"1min":1.208,"5min":1.087,"15min":1.054},"min":{"1min":0.64500000000000002,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":2.1539999999999999,"5min":2.1539999999999999,"15min":2.1539999999999999},"last":1.101}]},{"osd":6,"last update":"Fri Apr 26 04:55:38 2024","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.149,"15min":1.151},"min":{"1min":0.60899999999999999,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.645,"5min":1.645,"15min":1.645},"last":1.1499999999999999},{"interface":"front","average":{"1min":1.1379999999999999,"5min":1.171,"15min":1.2030000000000001},"min":{"1min":0.71599999999999997,"5min":0.621,"15min":0.621},"max":{"1min":1.6799999999999999,"5min":2.218,"15min":2.218},"last":1.268}]},{"osd":7,"last update":"Fri Apr 26 04:55:20 2024","interfaces":[{"interface":"back","average":{"1min":1.139,"5min":1.1830000000000001,"15min":1.1899999999999999},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.4510000000000001,"5min":2.403,"15min":2.403},"last":1.133},{"interface":"front","average":{"1min":1.266,"5min":1.2549999999999999,"15min":1.2529999999999999},"min":{"1min":0.79300000000000004,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":1.732,"5min":1.732,"15min":1.732},"last":1.246}]}]},{"osd":2,"up_from":18,"seq":77309411416,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297980,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447172,"statfs":{"total":95995035648,"available":95689904128,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:55:18 2024","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.67600000000000005,"15min":0.56899999999999995},"min":{"1min":0.371,"5min":0.33600000000000002,"15min":0.28599999999999998},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.78200000000000003,"15min":0.64800000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.311},"max":{"1min":1.101,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.76800000000000002}]},{"osd":1,"last update":"Fri Apr 26 04:55:18 2024","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.75,"15min":0.63800000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34300000000000003},"max":{"1min":1.125,"5min":1.2490000000000001,"15min":1.2490000000000001},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.755,"5min":0.79500000000000004,"15min":0.67700000000000005},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.374},"max":{"1min":1.069,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":1.8720000000000001}]},{"osd":3,"last update":"Fri Apr 26 04:56:10 2024","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.76400000000000001,"15min":0.77000000000000002},"min":{"1min":0.36199999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.998,"5min":1.29,"15min":1.29},"last":0.88700000000000001},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.86099999999999999,"15min":0.83899999999999997},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":1.048,"5min":1.387,"15min":1.387},"last":0.73499999999999999}]},{"osd":4,"last update":"Fri Apr 26 04:56:03 2024","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.96999999999999997,"15min":0.96199999999999997},"min":{"1min":0.68300000000000005,"5min":0.433,"15min":0.433},"max":{"1min":1.2969999999999999,"5min":1.393,"15min":1.393},"last":1.206},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.018,"15min":0.99399999999999999},"min":{"1min":0.623,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.4419999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":1.72}]},{"osd":5,"last update":"Fri Apr 26 04:55:48 2024","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.056,"15min":1.042},"min":{"1min":0.67600000000000005,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.5089999999999999,"5min":1.6040000000000001,"15min":1.6040000000000001},"last":1.1419999999999999},{"interface":"front","average":{"1min":1.0309999999999999,"5min":1.024,"15min":1.032},"min":{"1min":0.58899999999999997,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.5429999999999999,"5min":1.5429999999999999,"15min":1.5429999999999999},"last":0.91800000000000004}]},{"osd":6,"last update":"Fri Apr 26 04:55:38 2024","interfaces":[{"interface":"back","average":{"1min":1.0960000000000001,"5min":1.0880000000000001,"15min":1.1020000000000001},"min":{"1min":0.76500000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.581,"5min":1.581,"15min":1.581},"last":1.0409999999999999},{"interface":"front","average":{"1min":1.194,"5min":1.1579999999999999,"15min":1.1599999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.6759999999999999,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":1.282}]},{"osd":7,"last update":"Fri Apr 26 04:55:18 2024","interfaces":[{"interface":"back","average":{"1min":1.2110000000000001,"5min":1.149,"15min":1.139},"min":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"max":{"1min":1.589,"5min":1.589,"15min":1.589},"last":0.96299999999999997},{"interface":"front","average":{"1min":1.1419999999999999,"5min":1.1140000000000001,"15min":1.109},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.5760000000000001,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":1.0980000000000001}]}]},{"osd":3,"up_from":26,"seq":111669149772,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297980,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447172,"statfs":{"total":95995035648,"available":95689904128,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:56:11 2024","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.70899999999999996,"15min":0.68400000000000005},"min":{"1min":0.46100000000000002,"5min":0.41099999999999998,"15min":0.35599999999999998},"max":{"1min":1.0389999999999999,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.79400000000000004,"15min":0.73199999999999998},"min":{"1min":0.48199999999999998,"5min":0.39800000000000002,"15min":0.378},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.71799999999999997}]},{"osd":1,"last update":"Fri Apr 26 04:56:11 2024","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.78200000000000003,"15min":0.754},"min":{"1min":0.39500000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.153,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.42899999999999999,"5min":0.317,"15min":0.317},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.64400000000000002}]},{"osd":2,"last update":"Fri Apr 26 04:56:11 2024","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.84999999999999998,"15min":0.82099999999999995},"min":{"1min":0.51000000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.167,"5min":1.222,"15min":1.222},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.80800000000000005,"15min":0.78600000000000003},"min":{"1min":0.39300000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.1120000000000001,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":0.434}]},{"osd":4,"last update":"Fri Apr 26 04:55:59 2024","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":0.97399999999999998,"15min":0.94499999999999995},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":0.91100000000000003},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.94299999999999995,"15min":0.91100000000000003},"min":{"1min":0.63500000000000001,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.3140000000000001,"5min":1.391,"15min":1.391},"last":0.85899999999999999}]},{"osd":5,"last update":"Fri Apr 26 04:55:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.044,"15min":1.032},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.5,"5min":1.8029999999999999,"15min":1.8029999999999999},"last":1.2470000000000001},{"interface":"front","average":{"1min":1.0669999999999999,"5min":1.0620000000000001,"15min":1.0640000000000001},"min":{"1min":0.745,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":1.125}]},{"osd":6,"last update":"Fri Apr 26 04:55:38 2024","interfaces":[{"interface":"back","average":{"1min":1.008,"5min":1.0780000000000001,"15min":1.099},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.466,"5min":1.466,"15min":1.466},"last":0.84299999999999997},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.0860000000000001,"15min":1.095},"min":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"max":{"1min":1.365,"5min":1.6619999999999999,"15min":1.6619999999999999},"last":0.78500000000000003}]},{"osd":7,"last update":"Fri Apr 26 04:55:22 2024","interfaces":[{"interface":"back","average":{"1min":1.089,"5min":1.1459999999999999,"15min":1.1559999999999999},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.3959999999999999,"5min":1.895,"15min":1.895},"last":0.82499999999999996},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.147,"15min":1.155},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.3580000000000001,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":0.95699999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986242,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297980,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447172,"statfs":{"total":95995035648,"available":95689904128,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:56:04 2024","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.86699999999999999,"15min":0.85499999999999998},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.246,"5min":1.51,"15min":1.51},"last":1.103},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.91200000000000003,"15min":0.871},"min":{"1min":0.58399999999999996,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.6020000000000001,"5min":1.6020000000000001,"15min":1.6020000000000001},"last":0.88300000000000001}]},{"osd":1,"last update":"Fri Apr 26 04:56:04 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.89700000000000002,"15min":0.91700000000000004},"min":{"1min":0.56599999999999995,"5min":0.307,"15min":0.307},"max":{"1min":1.23,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.98299999999999998},{"interface":"front","average":{"1min":0.95699999999999996,"5min":0.91100000000000003,"15min":0.873},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.3420000000000001,"5min":1.466,"15min":1.466},"last":0.93600000000000005}]},{"osd":2,"last update":"Fri Apr 26 04:56:04 2024","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.90800000000000003,"15min":0.874},"min":{"1min":0.502,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.282,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":1.034},{"interface":"front","average":{"1min":1.091,"5min":0.94299999999999995,"15min":0.92900000000000005},"min":{"1min":0.68100000000000005,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.5269999999999999,"5min":1.532,"15min":1.532},"last":1.2070000000000001}]},{"osd":3,"last update":"Fri Apr 26 04:56:04 2024","interfaces":[{"interface":"back","average":{"1min":1.002,"5min":0.92700000000000005,"15min":0.90000000000000002},"min":{"1min":0.58999999999999997,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.357,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":1.0580000000000001},{"interface":"front","average":{"1min":1.0569999999999999,"5min":0.93899999999999995,"15min":0.92400000000000004},"min":{"1min":0.71899999999999997,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.391,"5min":1.4370000000000001,"15min":1.4370000000000001},"last":1.1399999999999999}]},{"osd":5,"last update":"Fri Apr 26 04:55:50 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.84099999999999997,"15min":0.79500000000000004},"min":{"1min":0.438,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.4650000000000001,"5min":1.532,"15min":1.532},"last":0.69299999999999995},{"interface":"front","average":{"1min":1.173,"5min":0.95599999999999996,"15min":0.872},"min":{"1min":0.58899999999999997,"5min":0.375,"15min":0.375},"max":{"1min":1.4590000000000001,"5min":1.6180000000000001,"15min":1.6180000000000001},"last":1.26}]},{"osd":6,"last update":"Fri Apr 26 04:55:35 2024","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":0.88100000000000001,"15min":0.82799999999999996},"min":{"1min":0.501,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":1.1279999999999999},{"interface":"front","average":{"1min":0.97399999999999998,"5min":0.85099999999999998,"15min":0.81899999999999995},"min":{"1min":0.49299999999999999,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.681,"5min":1.681,"15min":1.681},"last":1.1839999999999999}]},{"osd":7,"last update":"Fri Apr 26 04:55:19 2024","interfaces":[{"interface":"back","average":{"1min":1.1240000000000001,"5min":1.004,"15min":0.98399999999999999},"min":{"1min":0.49299999999999999,"5min":0.439,"15min":0.439},"max":{"1min":1.976,"5min":1.976,"15min":1.976},"last":1.1679999999999999},{"interface":"front","average":{"1min":1.05,"5min":0.98399999999999999,"15min":0.97299999999999998},"min":{"1min":0.44,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.708,"5min":1.708,"15min":1.708},"last":1.228}]}]},{"osd":5,"up_from":39,"seq":167503724601,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297976,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447176,"statfs":{"total":95995035648,"available":95689908224,"internally_reserved":0,"allocated":634880,"data_stored":265719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:55:48 2024","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.89500000000000002,"15min":0.90900000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.306,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.94799999999999995,"15min":0.95999999999999996},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.2889999999999999,"5min":1.2889999999999999,"15min":1.2889999999999999},"last":1.022}]},{"osd":1,"last update":"Fri Apr 26 04:55:48 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.90400000000000003,"15min":0.91800000000000004},"min":{"1min":0.54800000000000004,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.3500000000000001,"5min":1.5509999999999999,"15min":1.5509999999999999},"last":0.95999999999999996},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.98199999999999998,"15min":0.98699999999999999},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.228,"5min":1.355,"15min":1.355},"last":1.157}]},{"osd":2,"last update":"Fri Apr 26 04:55:48 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.91900000000000004,"15min":0.92400000000000004},"min":{"1min":0.629,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":1.296},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.92400000000000004,"15min":0.92000000000000004},"min":{"1min":0.65000000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":0.85299999999999998}]},{"osd":3,"last update":"Fri Apr 26 04:55:48 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":0.95799999999999996,"15min":0.94799999999999995},"min":{"1min":0.70499999999999996,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.3120000000000001,"5min":1.665,"15min":1.665},"last":1.1910000000000001},{"interface":"front","average":{"1min":0.95699999999999996,"5min":0.96299999999999997,"15min":0.96699999999999997},"min":{"1min":0.69599999999999995,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.268,"5min":1.448,"15min":1.448},"last":1.0609999999999999}]},{"osd":4,"last update":"Fri Apr 26 04:55:48 2024","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.84099999999999997,"15min":0.79700000000000004},"min":{"1min":0.41299999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.452,"5min":1.452,"15min":1.452},"last":0.91400000000000003},{"interface":"front","average":{"1min":0.95499999999999996,"5min":0.90800000000000003,"15min":0.85099999999999998},"min":{"1min":0.53100000000000003,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":1.4770000000000001}]},{"osd":6,"last update":"Fri Apr 26 04:55:37 2024","interfaces":[{"interface":"back","average":{"1min":1.081,"5min":1.0089999999999999,"15min":1.016},"min":{"1min":0.58299999999999996,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.6379999999999999,"5min":1.8420000000000001,"15min":1.8420000000000001},"last":1.375},{"interface":"front","average":{"1min":1.0609999999999999,"5min":1.022,"15min":1.006},"min":{"1min":0.55300000000000005,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":1.343}]},{"osd":7,"last update":"Fri Apr 26 04:55:22 2024","interfaces":[{"interface":"back","average":{"1min":1.121,"5min":1.0980000000000001,"15min":1.0940000000000001},"min":{"1min":0.44600000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.502,"5min":1.502,"15min":1.502},"last":1.236},{"interface":"front","average":{"1min":1.1080000000000001,"5min":1.1160000000000001,"15min":1.1180000000000001},"min":{"1min":0.48299999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.5609999999999999,"5min":1.573,"15min":1.573},"last":1.4279999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T04:56:20.429 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T04:56:21.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:21 smithi174 bash[23471]: audit 2024-04-26T04:56:19.644571+0000 mgr.y (mgr.24272) 96 : audit [DBG] from='client.14532 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T04:56:21.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:21 smithi174 bash[23471]: cluster 2024-04-26T04:56:19.900583+0000 mgr.y (mgr.24272) 97 : cluster [DBG] pgmap v71: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:21.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:21 smithi102 bash[21319]: audit 2024-04-26T04:56:19.644571+0000 mgr.y (mgr.24272) 96 : audit [DBG] from='client.14532 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T04:56:21.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:21 smithi102 bash[21319]: cluster 2024-04-26T04:56:19.900583+0000 mgr.y (mgr.24272) 97 : cluster [DBG] pgmap v71: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:21.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:21 smithi102 bash[31411]: audit 2024-04-26T04:56:19.644571+0000 mgr.y (mgr.24272) 96 : audit [DBG] from='client.14532 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T04:56:21.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:21 smithi102 bash[31411]: cluster 2024-04-26T04:56:19.900583+0000 mgr.y (mgr.24272) 97 : cluster [DBG] pgmap v71: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:23.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:23 smithi174 bash[23471]: cluster 2024-04-26T04:56:21.901165+0000 mgr.y (mgr.24272) 98 : cluster [DBG] pgmap v72: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:23.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:23 smithi102 bash[21319]: cluster 2024-04-26T04:56:21.901165+0000 mgr.y (mgr.24272) 98 : cluster [DBG] pgmap v72: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:23.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:23 smithi102 bash[31411]: cluster 2024-04-26T04:56:21.901165+0000 mgr.y (mgr.24272) 98 : cluster [DBG] pgmap v72: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:25.200 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:56:25.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:25 smithi174 bash[23471]: cluster 2024-04-26T04:56:23.901819+0000 mgr.y (mgr.24272) 99 : cluster [DBG] pgmap v73: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:25.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:25 smithi102 bash[21319]: cluster 2024-04-26T04:56:23.901819+0000 mgr.y (mgr.24272) 99 : cluster [DBG] pgmap v73: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:25.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:25 smithi102 bash[31411]: cluster 2024-04-26T04:56:23.901819+0000 mgr.y (mgr.24272) 99 : cluster [DBG] pgmap v73: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:27.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:27 smithi174 bash[23471]: cluster 2024-04-26T04:56:25.902491+0000 mgr.y (mgr.24272) 100 : cluster [DBG] pgmap v74: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:27.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:27 smithi174 bash[23471]: audit 2024-04-26T04:56:26.940832+0000 mon.c (mon.2) 75 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:56:27.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:27 smithi102 bash[31411]: cluster 2024-04-26T04:56:25.902491+0000 mgr.y (mgr.24272) 100 : cluster [DBG] pgmap v74: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:27.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:27 smithi102 bash[31411]: audit 2024-04-26T04:56:26.940832+0000 mon.c (mon.2) 75 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:56:27.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:27 smithi102 bash[21319]: cluster 2024-04-26T04:56:25.902491+0000 mgr.y (mgr.24272) 100 : cluster [DBG] pgmap v74: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:27.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:27 smithi102 bash[21319]: audit 2024-04-26T04:56:26.940832+0000 mon.c (mon.2) 75 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:56:27.950 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:56:27 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:56:27] "GET /metrics HTTP/1.1" 200 203355 "" "Prometheus/2.43.0" 2024-04-26T04:56:28.034 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:56:28.036 INFO:teuthology.orchestra.run.smithi102.stderr:dumped all 2024-04-26T04:56:28.748 INFO:teuthology.orchestra.run.smithi102.stdout:{"pg_ready":true,"pg_map":{"version":75,"stamp":"2024-04-26T04:56:27.902790+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385564,"kb_used_data":6716,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575652,"statfs":{"total":767960285184,"available":765517467648,"internally_reserved":0,"allocated":6877184,"data_stored":3898256,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003735"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-26T04:54:51.967816+0000","last_change":"2024-04-26T04:54:50.959286+0000","last_active":"2024-04-26T04:54:51.967816+0000","last_peered":"2024-04-26T04:54:51.967816+0000","last_clean":"2024-04-26T04:54:51.967816+0000","last_became_active":"2024-04-26T04:54:50.958627+0000","last_became_peered":"2024-04-26T04:54:50.958627+0000","last_unstale":"2024-04-26T04:54:51.967816+0000","last_undegraded":"2024-04-26T04:54:51.967816+0000","last_fullsized":"2024-04-26T04:54:51.967816+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T14:54:53.198575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-26T04:54:51.970424+0000","last_change":"2024-04-26T04:54:51.100543+0000","last_active":"2024-04-26T04:54:51.970424+0000","last_peered":"2024-04-26T04:54:51.970424+0000","last_clean":"2024-04-26T04:54:51.970424+0000","last_became_active":"2024-04-26T04:54:51.099349+0000","last_became_peered":"2024-04-26T04:54:51.099349+0000","last_unstale":"2024-04-26T04:54:51.970424+0000","last_undegraded":"2024-04-26T04:54:51.970424+0000","last_fullsized":"2024-04-26T04:54:51.970424+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:33:58.057336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-26T04:54:51.957058+0000","last_change":"2024-04-26T04:54:51.097453+0000","last_active":"2024-04-26T04:54:51.957058+0000","last_peered":"2024-04-26T04:54:51.957058+0000","last_clean":"2024-04-26T04:54:51.957058+0000","last_became_active":"2024-04-26T04:54:51.096847+0000","last_became_peered":"2024-04-26T04:54:51.096847+0000","last_unstale":"2024-04-26T04:54:51.957058+0000","last_undegraded":"2024-04-26T04:54:51.957058+0000","last_fullsized":"2024-04-26T04:54:51.957058+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:53:32.545370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-26T04:54:51.956949+0000","last_change":"2024-04-26T04:54:50.956300+0000","last_active":"2024-04-26T04:54:51.956949+0000","last_peered":"2024-04-26T04:54:51.956949+0000","last_clean":"2024-04-26T04:54:51.956949+0000","last_became_active":"2024-04-26T04:54:50.955713+0000","last_became_peered":"2024-04-26T04:54:50.955713+0000","last_unstale":"2024-04-26T04:54:51.956949+0000","last_undegraded":"2024-04-26T04:54:51.956949+0000","last_fullsized":"2024-04-26T04:54:51.956949+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:29:33.324489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"60'128","reported_seq":270,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-26T04:54:51.956977+0000","last_change":"2024-04-26T04:53:20.548703+0000","last_active":"2024-04-26T04:54:51.956977+0000","last_peered":"2024-04-26T04:54:51.956977+0000","last_clean":"2024-04-26T04:54:51.956977+0000","last_became_active":"2024-04-26T04:53:20.547742+0000","last_became_peered":"2024-04-26T04:53:20.547742+0000","last_unstale":"2024-04-26T04:54:51.956977+0000","last_undegraded":"2024-04-26T04:54:51.956977+0000","last_fullsized":"2024-04-26T04:54:51.956977+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:49:13.155083+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:49:13.155083+0000","last_clean_scrub_stamp":"2024-04-26T04:49:13.155083+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:29:27.425435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-26T04:54:51.968079+0000","last_change":"2024-04-26T04:54:50.956360+0000","last_active":"2024-04-26T04:54:51.968079+0000","last_peered":"2024-04-26T04:54:51.968079+0000","last_clean":"2024-04-26T04:54:51.968079+0000","last_became_active":"2024-04-26T04:54:50.955729+0000","last_became_peered":"2024-04-26T04:54:50.955729+0000","last_unstale":"2024-04-26T04:54:51.968079+0000","last_undegraded":"2024-04-26T04:54:51.968079+0000","last_fullsized":"2024-04-26T04:54:51.968079+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:28:59.497557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-26T04:54:51.963483+0000","last_change":"2024-04-26T04:54:50.959771+0000","last_active":"2024-04-26T04:54:51.963483+0000","last_peered":"2024-04-26T04:54:51.963483+0000","last_clean":"2024-04-26T04:54:51.963483+0000","last_became_active":"2024-04-26T04:54:50.959349+0000","last_became_peered":"2024-04-26T04:54:50.959349+0000","last_unstale":"2024-04-26T04:54:51.963483+0000","last_undegraded":"2024-04-26T04:54:51.963483+0000","last_fullsized":"2024-04-26T04:54:51.963483+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:27.124803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-26T04:54:51.968116+0000","last_change":"2024-04-26T04:54:50.955371+0000","last_active":"2024-04-26T04:54:51.968116+0000","last_peered":"2024-04-26T04:54:51.968116+0000","last_clean":"2024-04-26T04:54:51.968116+0000","last_became_active":"2024-04-26T04:54:50.954636+0000","last_became_peered":"2024-04-26T04:54:50.954636+0000","last_unstale":"2024-04-26T04:54:51.968116+0000","last_undegraded":"2024-04-26T04:54:51.968116+0000","last_fullsized":"2024-04-26T04:54:51.968116+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:12:38.073573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-26T04:54:51.970320+0000","last_change":"2024-04-26T04:54:50.957442+0000","last_active":"2024-04-26T04:54:51.970320+0000","last_peered":"2024-04-26T04:54:51.970320+0000","last_clean":"2024-04-26T04:54:51.970320+0000","last_became_active":"2024-04-26T04:54:50.957097+0000","last_became_peered":"2024-04-26T04:54:50.957097+0000","last_unstale":"2024-04-26T04:54:51.970320+0000","last_undegraded":"2024-04-26T04:54:51.970320+0000","last_fullsized":"2024-04-26T04:54:51.970320+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:08:43.695781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201319,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298556,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446596,"statfs":{"total":95995035648,"available":95689314304,"internally_reserved":0,"allocated":1228800,"data_stored":856137,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:56:23 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.93200000000000005,"15min":0.92500000000000004},"min":{"1min":0.61599999999999999,"5min":0.495,"15min":0.495},"max":{"1min":1.3779999999999999,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.82399999999999995,"5min":0.91900000000000004,"15min":0.92800000000000005},"min":{"1min":0.57599999999999996,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.2170000000000001,"5min":1.3939999999999999,"15min":1.3939999999999999},"last":0.67500000000000004}]},{"osd":1,"last update":"Fri Apr 26 04:56:23 2024","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.93400000000000005,"15min":0.94199999999999995},"min":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.075,"5min":1.4990000000000001,"15min":1.4990000000000001},"last":1.0089999999999999},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.97399999999999998,"15min":0.97099999999999997},"min":{"1min":0.65500000000000003,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.4079999999999999,"5min":1.4079999999999999,"15min":1.4079999999999999},"last":0.92600000000000005}]},{"osd":2,"last update":"Fri Apr 26 04:56:23 2024","interfaces":[{"interface":"back","average":{"1min":0.89400000000000002,"5min":0.92900000000000005,"15min":0.91900000000000004},"min":{"1min":0.62,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.1619999999999999,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.99199999999999999,"5min":1.0029999999999999,"15min":1.014},"min":{"1min":0.752,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.276,"5min":1.7549999999999999,"15min":1.7549999999999999},"last":1.2050000000000001}]},{"osd":3,"last update":"Fri Apr 26 04:56:23 2024","interfaces":[{"interface":"back","average":{"1min":0.99299999999999999,"5min":0.95499999999999996,"15min":0.93500000000000005},"min":{"1min":0.71999999999999997,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.2410000000000001,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.96899999999999997},{"interface":"front","average":{"1min":1.151,"5min":1.0529999999999999,"15min":1.0309999999999999},"min":{"1min":1.004,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.4570000000000001,"5min":1.6859999999999999,"15min":1.6859999999999999},"last":1.355}]},{"osd":4,"last update":"Fri Apr 26 04:56:23 2024","interfaces":[{"interface":"back","average":{"1min":0.92800000000000005,"5min":0.85399999999999998,"15min":0.80900000000000005},"min":{"1min":0.69599999999999995,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.3360000000000001,"5min":1.472,"15min":1.472},"last":1.135},{"interface":"front","average":{"1min":1.0049999999999999,"5min":0.95699999999999996,"15min":0.93100000000000005},"min":{"1min":0.76100000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.3089999999999999,"5min":1.4890000000000001,"15min":1.4890000000000001},"last":1.319}]},{"osd":5,"last update":"Fri Apr 26 04:56:23 2024","interfaces":[{"interface":"back","average":{"1min":1.127,"5min":0.96899999999999997,"15min":0.91500000000000004},"min":{"1min":0.748,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.319,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":1.4379999999999999},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.0229999999999999,"15min":0.997},"min":{"1min":0.71299999999999997,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.407,"5min":1.591,"15min":1.591},"last":1.4810000000000001}]},{"osd":6,"last update":"Fri Apr 26 04:56:23 2024","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":1.0629999999999999,"15min":1.0349999999999999},"min":{"1min":0.82199999999999995,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.4650000000000001,"5min":1.7090000000000001,"15min":1.7090000000000001},"last":1.29},{"interface":"front","average":{"1min":1.1970000000000001,"5min":1.075,"15min":1.0289999999999999},"min":{"1min":0.88400000000000001,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.4970000000000001,"5min":1.554,"15min":1.554},"last":1.399}]}]},{"osd":6,"up_from":47,"seq":201863462962,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298556,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446596,"statfs":{"total":95995035648,"available":95689314304,"internally_reserved":0,"allocated":1228800,"data_stored":856087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:55:35 2024","interfaces":[{"interface":"back","average":{"1min":0.83299999999999996,"5min":0.92400000000000004,"15min":0.94199999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.266,"5min":1.486,"15min":1.486},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.92800000000000005,"5min":0.89700000000000002,"15min":0.88500000000000001},"min":{"1min":0.60499999999999998,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":0.94999999999999996}]},{"osd":1,"last update":"Fri Apr 26 04:55:35 2024","interfaces":[{"interface":"back","average":{"1min":0.92000000000000004,"5min":0.92200000000000004,"15min":0.91600000000000004},"min":{"1min":0.64300000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.3169999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.90700000000000003},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.90200000000000002,"15min":0.89900000000000002},"min":{"1min":0.65500000000000003,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.3440000000000001,"5min":1.3440000000000001,"15min":1.3440000000000001},"last":0.746}]},{"osd":2,"last update":"Fri Apr 26 04:55:35 2024","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.94299999999999995,"15min":0.94599999999999995},"min":{"1min":0.63700000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.2949999999999999,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":1.1339999999999999},{"interface":"front","average":{"1min":0.96099999999999997,"5min":0.91500000000000004,"15min":0.89600000000000002},"min":{"1min":0.60299999999999998,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.22,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":1.075}]},{"osd":3,"last update":"Fri Apr 26 04:55:35 2024","interfaces":[{"interface":"back","average":{"1min":0.97999999999999998,"5min":0.95899999999999996,"15min":0.94499999999999995},"min":{"1min":0.72599999999999998,"5min":0.624,"15min":0.624},"max":{"1min":1.304,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":1.032},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.006,"15min":1.0069999999999999},"min":{"1min":0.70399999999999996,"5min":0.69799999999999995,"15min":0.69799999999999995},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3680000000000001},"last":1.216}]},{"osd":4,"last update":"Fri Apr 26 04:55:35 2024","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":0.90500000000000003,"15min":0.873},"min":{"1min":0.46400000000000002,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.4730000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.98899999999999999,"5min":0.96199999999999997,"15min":0.97399999999999998},"min":{"1min":0.495,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.609,"5min":1.609,"15min":1.609},"last":1.395}]},{"osd":5,"last update":"Fri Apr 26 04:55:35 2024","interfaces":[{"interface":"back","average":{"1min":1.0700000000000001,"5min":0.93899999999999995,"15min":0.90600000000000003},"min":{"1min":0.56000000000000005,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.5700000000000001,"5min":1.5700000000000001,"15min":1.5700000000000001},"last":0.86599999999999999},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.0409999999999999,"15min":1.0509999999999999},"min":{"1min":0.59199999999999997,"5min":0.44,"15min":0.44},"max":{"1min":1.5469999999999999,"5min":1.8460000000000001,"15min":1.8460000000000001},"last":1.1759999999999999}]},{"osd":7,"last update":"Fri Apr 26 04:56:23 2024","interfaces":[{"interface":"back","average":{"1min":1.266,"5min":1.0640000000000001,"15min":1.022},"min":{"1min":0.91800000000000004,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.544,"5min":1.544,"15min":1.544},"last":1.306},{"interface":"front","average":{"1min":1.3109999999999999,"5min":1.1639999999999999,"15min":1.143},"min":{"1min":1.105,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.5820000000000001,"5min":1.629,"15min":1.629},"last":1.2450000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574947,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297976,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447176,"statfs":{"total":95995035648,"available":95689908224,"internally_reserved":0,"allocated":634880,"data_stored":265777,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:55:33 2024","interfaces":[{"interface":"back","average":{"1min":0.64400000000000002,"5min":0.67800000000000005,"15min":0.56999999999999995},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.99299999999999999,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.81100000000000005,"5min":0.80100000000000005,"15min":0.64100000000000001},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.29999999999999999},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.45000000000000001}]},{"osd":2,"last update":"Fri Apr 26 04:56:27 2024","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.79000000000000004,"15min":0.70399999999999996},"min":{"1min":0.39200000000000002,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.0149999999999999,"5min":1.298,"15min":1.579},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.85799999999999998,"15min":0.73799999999999999},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.1399999999999999,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.34499999999999997}]},{"osd":3,"last update":"Fri Apr 26 04:56:27 2024","interfaces":[{"interface":"back","average":{"1min":0.876,"5min":0.88500000000000001,"15min":0.82399999999999995},"min":{"1min":0.374,"5min":0.371,"15min":0.371},"max":{"1min":1.1539999999999999,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.374},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.82699999999999996,"15min":0.80100000000000005},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.1930000000000001,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.36199999999999999}]},{"osd":4,"last update":"Fri Apr 26 04:55:57 2024","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.93200000000000005,"15min":0.89200000000000002},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.3069999999999999,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.99199999999999999,"5min":0.98499999999999999,"15min":0.93000000000000005},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.288,"5min":1.4239999999999999,"15min":1.4239999999999999},"last":0.63700000000000001}]},{"osd":5,"last update":"Fri Apr 26 04:55:50 2024","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":1.054,"15min":1.006},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.3819999999999999,"5min":1.6060000000000001,"15min":1.6060000000000001},"last":0.67200000000000004},{"interface":"front","average":{"1min":1.1020000000000001,"5min":1.1279999999999999,"15min":1.0960000000000001},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.5549999999999999,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":0.82499999999999996}]},{"osd":6,"last update":"Fri Apr 26 04:55:33 2024","interfaces":[{"interface":"back","average":{"1min":1.0189999999999999,"5min":1.056,"15min":1.0609999999999999},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.4470000000000001,"5min":1.6459999999999999,"15min":1.6459999999999999},"last":0.65000000000000002},{"interface":"front","average":{"1min":1.081,"5min":1.1779999999999999,"15min":1.198},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.48,"5min":1.546,"15min":1.546},"last":0.749}]},{"osd":7,"last update":"Fri Apr 26 04:56:27 2024","interfaces":[{"interface":"back","average":{"1min":1.097,"5min":1.1659999999999999,"15min":1.1850000000000001},"min":{"1min":0.71999999999999997,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.337,"5min":1.6419999999999999,"15min":1.6419999999999999},"last":0.91000000000000003},{"interface":"front","average":{"1min":1.0900000000000001,"5min":1.1259999999999999,"15min":1.1499999999999999},"min":{"1min":0.79800000000000004,"5min":0.625,"15min":0.625},"max":{"1min":1.599,"5min":1.722,"15min":1.722},"last":0.79800000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738477,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298560,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446592,"statfs":{"total":95995035648,"available":95689310208,"internally_reserved":0,"allocated":1232896,"data_stored":856410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 26 04:55:38 2024","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.70799999999999996,"15min":0.58199999999999996},"min":{"1min":0.39800000000000002,"5min":0.315,"15min":0.29699999999999999},"max":{"1min":0.93200000000000005,"5min":2.9790000000000001,"15min":2.9790000000000001},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.80300000000000005,"15min":0.60699999999999998},"min":{"1min":0.439,"5min":0.33100000000000002,"15min":0.26400000000000001},"max":{"1min":1.0349999999999999,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":0.78200000000000003}]},{"osd":2,"last update":"Fri Apr 26 04:56:22 2024","interfaces":[{"interface":"back","average":{"1min":0.748,"5min":0.76300000000000001,"15min":0.65400000000000003},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.0720000000000001,"5min":1.401,"15min":1.401},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.84699999999999998,"5min":0.83399999999999996,"15min":0.70099999999999996},"min":{"1min":0.34399999999999997,"5min":0.307,"15min":0.307},"max":{"1min":1.484,"5min":2.4969999999999999,"15min":2.4969999999999999},"last":1.161}]},{"osd":3,"last update":"Fri Apr 26 04:56:13 2024","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.81899999999999995,"15min":0.77800000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.052,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":0.98599999999999999},{"interface":"front","average":{"1min":0.83399999999999996,"5min":0.88100000000000001,"15min":0.82899999999999996},"min":{"1min":0.35299999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.294,"5min":1.597,"15min":1.597},"last":0.95399999999999996}]},{"osd":4,"last update":"Fri Apr 26 04:55:59 2024","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.95899999999999996,"15min":0.92700000000000005},"min":{"1min":0.64100000000000001,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.2569999999999999,"5min":2.2989999999999999,"15min":2.2989999999999999},"last":1.0269999999999999},{"interface":"front","average":{"1min":1.054,"5min":1.032,"15min":0.998},"min":{"1min":0.57099999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.427,"5min":1.6699999999999999,"15min":1.6699999999999999},"last":1.0880000000000001}]},{"osd":5,"last update":"Fri Apr 26 04:55:42 2024","interfaces":[{"interface":"back","average":{"1min":1.121,"5min":1.0489999999999999,"15min":1.0229999999999999},"min":{"1min":0.68899999999999995,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.8859999999999999,"5min":1.8859999999999999,"15min":1.8859999999999999},"last":1.0569999999999999},{"interface":"front","average":{"1min":1.208,"5min":1.087,"15min":1.054},"min":{"1min":0.64500000000000002,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":2.1539999999999999,"5min":2.1539999999999999,"15min":2.1539999999999999},"last":1.1970000000000001}]},{"osd":6,"last update":"Fri Apr 26 04:55:38 2024","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.149,"15min":1.151},"min":{"1min":0.60899999999999999,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.645,"5min":1.645,"15min":1.645},"last":1.294},{"interface":"front","average":{"1min":1.1379999999999999,"5min":1.171,"15min":1.2030000000000001},"min":{"1min":0.71599999999999997,"5min":0.621,"15min":0.621},"max":{"1min":1.6799999999999999,"5min":2.218,"15min":2.218},"last":1.1299999999999999}]},{"osd":7,"last update":"Fri Apr 26 04:56:22 2024","interfaces":[{"interface":"back","average":{"1min":1.113,"5min":1.1659999999999999,"15min":1.1839999999999999},"min":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":1.7549999999999999,"5min":2.403,"15min":2.403},"last":1.2589999999999999},{"interface":"front","average":{"1min":1.1759999999999999,"5min":1.24,"15min":1.248},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.6739999999999999,"5min":1.732,"15min":1.732},"last":1.3560000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411418,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297980,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447172,"statfs":{"total":95995035648,"available":95689904128,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:56:21 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.64900000000000002,"15min":0.57399999999999995},"min":{"1min":0.308,"5min":0.308,"15min":0.28599999999999998},"max":{"1min":0.80700000000000005,"5min":1.208,"15min":1.208},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.77300000000000002,"15min":0.65600000000000003},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.94899999999999995,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.92600000000000005}]},{"osd":1,"last update":"Fri Apr 26 04:56:21 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.749,"15min":0.64500000000000002},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.1020000000000001,"5min":1.2490000000000001,"15min":1.2490000000000001},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.79400000000000004,"15min":0.68899999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.374},"max":{"1min":1.8720000000000001,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":1.026}]},{"osd":3,"last update":"Fri Apr 26 04:56:10 2024","interfaces":[{"interface":"back","average":{"1min":0.68100000000000005,"5min":0.76400000000000001,"15min":0.77000000000000002},"min":{"1min":0.36199999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.998,"5min":1.29,"15min":1.29},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.86099999999999999,"15min":0.83899999999999997},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":1.048,"5min":1.387,"15min":1.387},"last":0.84599999999999997}]},{"osd":4,"last update":"Fri Apr 26 04:56:03 2024","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.96999999999999997,"15min":0.96199999999999997},"min":{"1min":0.68300000000000005,"5min":0.433,"15min":0.433},"max":{"1min":1.2969999999999999,"5min":1.393,"15min":1.393},"last":0.96999999999999997},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.018,"15min":0.99399999999999999},"min":{"1min":0.623,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.4419999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":1.0900000000000001}]},{"osd":5,"last update":"Fri Apr 26 04:55:48 2024","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.056,"15min":1.042},"min":{"1min":0.67600000000000005,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.5089999999999999,"5min":1.6040000000000001,"15min":1.6040000000000001},"last":1.2010000000000001},{"interface":"front","average":{"1min":1.0309999999999999,"5min":1.024,"15min":1.032},"min":{"1min":0.58899999999999997,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.5429999999999999,"5min":1.5429999999999999,"15min":1.5429999999999999},"last":0.90400000000000003}]},{"osd":6,"last update":"Fri Apr 26 04:55:38 2024","interfaces":[{"interface":"back","average":{"1min":1.0960000000000001,"5min":1.0880000000000001,"15min":1.1020000000000001},"min":{"1min":0.76500000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.581,"5min":1.581,"15min":1.581},"last":1.2969999999999999},{"interface":"front","average":{"1min":1.194,"5min":1.1579999999999999,"15min":1.1599999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.6759999999999999,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":1.327}]},{"osd":7,"last update":"Fri Apr 26 04:56:21 2024","interfaces":[{"interface":"back","average":{"1min":1.0429999999999999,"5min":1.131,"15min":1.133},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.5589999999999999,"5min":1.589,"15min":1.589},"last":1.2509999999999999},{"interface":"front","average":{"1min":1.069,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.65200000000000002,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.3089999999999999,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":1.167}]}]},{"osd":3,"up_from":26,"seq":111669149774,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297980,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447172,"statfs":{"total":95995035648,"available":95689904128,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:56:11 2024","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.70899999999999996,"15min":0.68400000000000005},"min":{"1min":0.46100000000000002,"5min":0.41099999999999998,"15min":0.35599999999999998},"max":{"1min":1.0389999999999999,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.32000000000000001},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.79400000000000004,"15min":0.73199999999999998},"min":{"1min":0.48199999999999998,"5min":0.39800000000000002,"15min":0.378},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.42999999999999999}]},{"osd":1,"last update":"Fri Apr 26 04:56:11 2024","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.78200000000000003,"15min":0.754},"min":{"1min":0.39500000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.153,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":0.48099999999999998},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.42899999999999999,"5min":0.317,"15min":0.317},"max":{"1min":1.252,"5min":1.252,"15min":1.252},"last":0.33700000000000002}]},{"osd":2,"last update":"Fri Apr 26 04:56:11 2024","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.84999999999999998,"15min":0.82099999999999995},"min":{"1min":0.51000000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.167,"5min":1.222,"15min":1.222},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.80800000000000005,"15min":0.78600000000000003},"min":{"1min":0.39300000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.1120000000000001,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":0.45300000000000001}]},{"osd":4,"last update":"Fri Apr 26 04:55:59 2024","interfaces":[{"interface":"back","average":{"1min":1.048,"5min":0.97399999999999998,"15min":0.94499999999999995},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.94299999999999995,"15min":0.91100000000000003},"min":{"1min":0.63500000000000001,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.3140000000000001,"5min":1.391,"15min":1.391},"last":0.89700000000000002}]},{"osd":5,"last update":"Fri Apr 26 04:55:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0529999999999999,"5min":1.044,"15min":1.032},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.5,"5min":1.8029999999999999,"15min":1.8029999999999999},"last":0.752},{"interface":"front","average":{"1min":1.0669999999999999,"5min":1.0620000000000001,"15min":1.0640000000000001},"min":{"1min":0.745,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.81899999999999995}]},{"osd":6,"last update":"Fri Apr 26 04:55:38 2024","interfaces":[{"interface":"back","average":{"1min":1.008,"5min":1.0780000000000001,"15min":1.099},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.466,"5min":1.466,"15min":1.466},"last":0.66100000000000003},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.0860000000000001,"15min":1.095},"min":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"max":{"1min":1.365,"5min":1.6619999999999999,"15min":1.6619999999999999},"last":0.57899999999999996}]},{"osd":7,"last update":"Fri Apr 26 04:56:25 2024","interfaces":[{"interface":"back","average":{"1min":1.111,"5min":1.1359999999999999,"15min":1.1519999999999999},"min":{"1min":0.79600000000000004,"5min":0.505,"15min":0.505},"max":{"1min":1.4390000000000001,"5min":1.895,"15min":1.895},"last":0.60999999999999999},{"interface":"front","average":{"1min":1.2010000000000001,"5min":1.1559999999999999,"15min":1.1579999999999999},"min":{"1min":0.68500000000000005,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.603,"5min":1.603,"15min":1.603},"last":0.79600000000000004}]}]},{"osd":4,"up_from":31,"seq":133143986244,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297980,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447172,"statfs":{"total":95995035648,"available":95689904128,"internally_reserved":0,"allocated":638976,"data_stored":266042,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:56:04 2024","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.86699999999999999,"15min":0.85499999999999998},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.246,"5min":1.51,"15min":1.51},"last":1.1140000000000001},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.91200000000000003,"15min":0.871},"min":{"1min":0.58399999999999996,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.6020000000000001,"5min":1.6020000000000001,"15min":1.6020000000000001},"last":1.137}]},{"osd":1,"last update":"Fri Apr 26 04:56:04 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.89700000000000002,"15min":0.91700000000000004},"min":{"1min":0.56599999999999995,"5min":0.307,"15min":0.307},"max":{"1min":1.23,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.169},{"interface":"front","average":{"1min":0.95699999999999996,"5min":0.91100000000000003,"15min":0.873},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.3420000000000001,"5min":1.466,"15min":1.466},"last":0.90800000000000003}]},{"osd":2,"last update":"Fri Apr 26 04:56:04 2024","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.90800000000000003,"15min":0.874},"min":{"1min":0.502,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.282,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":1.034},{"interface":"front","average":{"1min":1.091,"5min":0.94299999999999995,"15min":0.92900000000000005},"min":{"1min":0.68100000000000005,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.5269999999999999,"5min":1.532,"15min":1.532},"last":1.351}]},{"osd":3,"last update":"Fri Apr 26 04:56:04 2024","interfaces":[{"interface":"back","average":{"1min":1.002,"5min":0.92700000000000005,"15min":0.90000000000000002},"min":{"1min":0.58999999999999997,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.357,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.99399999999999999},{"interface":"front","average":{"1min":1.0569999999999999,"5min":0.93899999999999995,"15min":0.92400000000000004},"min":{"1min":0.71899999999999997,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.391,"5min":1.4370000000000001,"15min":1.4370000000000001},"last":1.071}]},{"osd":5,"last update":"Fri Apr 26 04:55:50 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.84099999999999997,"15min":0.79500000000000004},"min":{"1min":0.438,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.4650000000000001,"5min":1.532,"15min":1.532},"last":0.80400000000000005},{"interface":"front","average":{"1min":1.173,"5min":0.95599999999999996,"15min":0.872},"min":{"1min":0.58899999999999997,"5min":0.375,"15min":0.375},"max":{"1min":1.4590000000000001,"5min":1.6180000000000001,"15min":1.6180000000000001},"last":1.2490000000000001}]},{"osd":6,"last update":"Fri Apr 26 04:55:35 2024","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":0.88100000000000001,"15min":0.82799999999999996},"min":{"1min":0.501,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.8049999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":1.2989999999999999},{"interface":"front","average":{"1min":0.97399999999999998,"5min":0.85099999999999998,"15min":0.81899999999999995},"min":{"1min":0.49299999999999999,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.681,"5min":1.681,"15min":1.681},"last":0.72299999999999998}]},{"osd":7,"last update":"Fri Apr 26 04:56:20 2024","interfaces":[{"interface":"back","average":{"1min":1.1859999999999999,"5min":1.0469999999999999,"15min":0.999},"min":{"1min":0.76400000000000001,"5min":0.439,"15min":0.439},"max":{"1min":1.452,"5min":1.976,"15min":1.976},"last":1.2030000000000001},{"interface":"front","average":{"1min":1.1240000000000001,"5min":1.0149999999999999,"15min":0.98299999999999998},"min":{"1min":0.76600000000000001,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.417,"5min":1.708,"15min":1.708},"last":0.94299999999999995}]}]},{"osd":5,"up_from":39,"seq":167503724603,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":297976,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447176,"statfs":{"total":95995035648,"available":95689908224,"internally_reserved":0,"allocated":634880,"data_stored":265719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:55:48 2024","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.89500000000000002,"15min":0.90900000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.306,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.94799999999999995,"15min":0.95999999999999996},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.2889999999999999,"5min":1.2889999999999999,"15min":1.2889999999999999},"last":1.0920000000000001}]},{"osd":1,"last update":"Fri Apr 26 04:55:48 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.90400000000000003,"15min":0.91800000000000004},"min":{"1min":0.54800000000000004,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.3500000000000001,"5min":1.5509999999999999,"15min":1.5509999999999999},"last":0.95099999999999996},{"interface":"front","average":{"1min":0.96299999999999997,"5min":0.98199999999999998,"15min":0.98699999999999999},"min":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.228,"5min":1.355,"15min":1.355},"last":0.67300000000000004}]},{"osd":2,"last update":"Fri Apr 26 04:55:48 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.91900000000000004,"15min":0.92400000000000004},"min":{"1min":0.629,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.4870000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":1.262},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.92400000000000004,"15min":0.92000000000000004},"min":{"1min":0.65000000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.411,"5min":1.411,"15min":1.411},"last":0.86199999999999999}]},{"osd":3,"last update":"Fri Apr 26 04:55:48 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":0.95799999999999996,"15min":0.94799999999999995},"min":{"1min":0.70499999999999996,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.3120000000000001,"5min":1.665,"15min":1.665},"last":1.0289999999999999},{"interface":"front","average":{"1min":0.95699999999999996,"5min":0.96299999999999997,"15min":0.96699999999999997},"min":{"1min":0.69599999999999995,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.268,"5min":1.448,"15min":1.448},"last":0.751}]},{"osd":4,"last update":"Fri Apr 26 04:55:48 2024","interfaces":[{"interface":"back","average":{"1min":0.93799999999999994,"5min":0.84099999999999997,"15min":0.79700000000000004},"min":{"1min":0.41299999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.452,"5min":1.452,"15min":1.452},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.95499999999999996,"5min":0.90800000000000003,"15min":0.85099999999999998},"min":{"1min":0.53100000000000003,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.4099999999999999,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":1.204}]},{"osd":6,"last update":"Fri Apr 26 04:55:37 2024","interfaces":[{"interface":"back","average":{"1min":1.081,"5min":1.0089999999999999,"15min":1.016},"min":{"1min":0.58299999999999996,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.6379999999999999,"5min":1.8420000000000001,"15min":1.8420000000000001},"last":0.91900000000000004},{"interface":"front","average":{"1min":1.0609999999999999,"5min":1.022,"15min":1.006},"min":{"1min":0.55300000000000005,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.3859999999999999,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":0.98899999999999999}]},{"osd":7,"last update":"Fri Apr 26 04:56:26 2024","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.1120000000000001,"15min":1.099},"min":{"1min":0.88300000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.3360000000000001,"5min":1.502,"15min":1.502},"last":1.1659999999999999},{"interface":"front","average":{"1min":1.1679999999999999,"5min":1.1259999999999999,"15min":1.121},"min":{"1min":0.98999999999999999,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.4279999999999999,"5min":1.573,"15min":1.573},"last":1.125}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T04:56:28.750 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-26T04:56:28.750 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-26T04:56:28.750 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-26T04:56:28.750 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T04:56:28.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:56:28 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:56:28] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:56:29.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:29 smithi174 bash[23471]: cluster 2024-04-26T04:56:27.903144+0000 mgr.y (mgr.24272) 101 : cluster [DBG] pgmap v75: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:29.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:29 smithi174 bash[23471]: audit 2024-04-26T04:56:28.034958+0000 mgr.y (mgr.24272) 102 : audit [DBG] from='client.14538 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T04:56:29.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:29 smithi102 bash[31411]: cluster 2024-04-26T04:56:27.903144+0000 mgr.y (mgr.24272) 101 : cluster [DBG] pgmap v75: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:29.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:29 smithi102 bash[31411]: audit 2024-04-26T04:56:28.034958+0000 mgr.y (mgr.24272) 102 : audit [DBG] from='client.14538 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T04:56:29.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:29 smithi102 bash[21319]: cluster 2024-04-26T04:56:27.903144+0000 mgr.y (mgr.24272) 101 : cluster [DBG] pgmap v75: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:29.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:29 smithi102 bash[21319]: audit 2024-04-26T04:56:28.034958+0000 mgr.y (mgr.24272) 102 : audit [DBG] from='client.14538 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T04:56:31.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:31 smithi174 bash[23471]: cluster 2024-04-26T04:56:29.903772+0000 mgr.y (mgr.24272) 103 : cluster [DBG] pgmap v76: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:31.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:31 smithi102 bash[21319]: cluster 2024-04-26T04:56:29.903772+0000 mgr.y (mgr.24272) 103 : cluster [DBG] pgmap v76: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:31.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:31 smithi102 bash[31411]: cluster 2024-04-26T04:56:29.903772+0000 mgr.y (mgr.24272) 103 : cluster [DBG] pgmap v76: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:32.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:32 smithi174 bash[23471]: audit 2024-04-26T04:56:31.313036+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:56:32.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:32 smithi174 bash[23471]: audit 2024-04-26T04:56:31.639963+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:32.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:32 smithi174 bash[23471]: audit 2024-04-26T04:56:31.651978+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:32.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:32 smithi102 bash[31411]: audit 2024-04-26T04:56:31.313036+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:56:32.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:32 smithi102 bash[31411]: audit 2024-04-26T04:56:31.639963+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:32.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:32 smithi102 bash[31411]: audit 2024-04-26T04:56:31.651978+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:32.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:32 smithi102 bash[21319]: audit 2024-04-26T04:56:31.313036+0000 mon.c (mon.2) 76 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:56:32.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:32 smithi102 bash[21319]: audit 2024-04-26T04:56:31.639963+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:32.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:32 smithi102 bash[21319]: audit 2024-04-26T04:56:31.651978+0000 mon.a (mon.0) 742 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:33.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:33 smithi174 bash[23471]: cluster 2024-04-26T04:56:31.904318+0000 mgr.y (mgr.24272) 104 : cluster [DBG] pgmap v77: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:33.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:33 smithi174 bash[23471]: audit 2024-04-26T04:56:32.180381+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:56:33.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:33 smithi174 bash[23471]: audit 2024-04-26T04:56:32.182363+0000 mon.c (mon.2) 78 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:56:33.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:33 smithi174 bash[23471]: audit 2024-04-26T04:56:32.195062+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:33.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:33 smithi102 bash[31411]: cluster 2024-04-26T04:56:31.904318+0000 mgr.y (mgr.24272) 104 : cluster [DBG] pgmap v77: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:33.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:33 smithi102 bash[31411]: audit 2024-04-26T04:56:32.180381+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:56:33.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:33 smithi102 bash[31411]: audit 2024-04-26T04:56:32.182363+0000 mon.c (mon.2) 78 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:56:33.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:33 smithi102 bash[31411]: audit 2024-04-26T04:56:32.195062+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:33.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:33 smithi102 bash[21319]: cluster 2024-04-26T04:56:31.904318+0000 mgr.y (mgr.24272) 104 : cluster [DBG] pgmap v77: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:33.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:33 smithi102 bash[21319]: audit 2024-04-26T04:56:32.180381+0000 mon.c (mon.2) 77 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:56:33.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:33 smithi102 bash[21319]: audit 2024-04-26T04:56:32.182363+0000 mon.c (mon.2) 78 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:56:33.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:33 smithi102 bash[21319]: audit 2024-04-26T04:56:32.195062+0000 mon.a (mon.0) 743 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:33.517 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:56:35.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:35 smithi174 bash[23471]: cluster 2024-04-26T04:56:33.905092+0000 mgr.y (mgr.24272) 105 : cluster [DBG] pgmap v78: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:35.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:35 smithi102 bash[21319]: cluster 2024-04-26T04:56:33.905092+0000 mgr.y (mgr.24272) 105 : cluster [DBG] pgmap v78: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:35.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:35 smithi102 bash[31411]: cluster 2024-04-26T04:56:33.905092+0000 mgr.y (mgr.24272) 105 : cluster [DBG] pgmap v78: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:36.483 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:56:36.483 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-26T04:56:37.160 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-26T04:56:37.161 INFO:tasks.cephadm:Setup complete, yielding 2024-04-26T04:56:37.161 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-26T04:56:37.170 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi102.front.sepia.ceph.com 2024-04-26T04:56:37.171 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- bash -c 'ceph fs volume create foo' 2024-04-26T04:56:37.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:37 smithi174 bash[23471]: cluster 2024-04-26T04:56:35.905752+0000 mgr.y (mgr.24272) 106 : cluster [DBG] pgmap v79: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:37.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:37 smithi174 bash[23471]: audit 2024-04-26T04:56:36.488083+0000 mon.a (mon.0) 744 : audit [DBG] from='client.? 172.21.15.102:0/905343585' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T04:56:37.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:37 smithi102 bash[31411]: cluster 2024-04-26T04:56:35.905752+0000 mgr.y (mgr.24272) 106 : cluster [DBG] pgmap v79: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:37.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:37 smithi102 bash[31411]: audit 2024-04-26T04:56:36.488083+0000 mon.a (mon.0) 744 : audit [DBG] from='client.? 172.21.15.102:0/905343585' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T04:56:37.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:37 smithi102 bash[21319]: cluster 2024-04-26T04:56:35.905752+0000 mgr.y (mgr.24272) 106 : cluster [DBG] pgmap v79: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:37.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:37 smithi102 bash[21319]: audit 2024-04-26T04:56:36.488083+0000 mon.a (mon.0) 744 : audit [DBG] from='client.? 172.21.15.102:0/905343585' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T04:56:38.200 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:56:37 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:56:37] "GET /metrics HTTP/1.1" 200 203355 "" "Prometheus/2.43.0" 2024-04-26T04:56:38.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:56:38 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:56:38] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:56:39.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:39 smithi174 bash[23471]: cluster 2024-04-26T04:56:37.906425+0000 mgr.y (mgr.24272) 107 : cluster [DBG] pgmap v80: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:39.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:39 smithi102 bash[31411]: cluster 2024-04-26T04:56:37.906425+0000 mgr.y (mgr.24272) 107 : cluster [DBG] pgmap v80: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:39.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:39 smithi102 bash[21319]: cluster 2024-04-26T04:56:37.906425+0000 mgr.y (mgr.24272) 107 : cluster [DBG] pgmap v80: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:41.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:41 smithi174 bash[23471]: cluster 2024-04-26T04:56:39.906984+0000 mgr.y (mgr.24272) 108 : cluster [DBG] pgmap v81: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:41.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:41 smithi102 bash[21319]: cluster 2024-04-26T04:56:39.906984+0000 mgr.y (mgr.24272) 108 : cluster [DBG] pgmap v81: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:41.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:41 smithi102 bash[31411]: cluster 2024-04-26T04:56:39.906984+0000 mgr.y (mgr.24272) 108 : cluster [DBG] pgmap v81: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:41.946 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:56:42.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:42 smithi174 bash[23471]: audit 2024-04-26T04:56:41.941124+0000 mon.c (mon.2) 79 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:56:42.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:42 smithi102 bash[31411]: audit 2024-04-26T04:56:41.941124+0000 mon.c (mon.2) 79 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:56:42.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:42 smithi102 bash[21319]: audit 2024-04-26T04:56:41.941124+0000 mon.c (mon.2) 79 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:56:43.261 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:43 smithi102 bash[21319]: cluster 2024-04-26T04:56:41.907549+0000 mgr.y (mgr.24272) 109 : cluster [DBG] pgmap v82: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:43.261 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:43 smithi102 bash[31411]: cluster 2024-04-26T04:56:41.907549+0000 mgr.y (mgr.24272) 109 : cluster [DBG] pgmap v82: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:43.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:43 smithi174 bash[23471]: cluster 2024-04-26T04:56:41.907549+0000 mgr.y (mgr.24272) 109 : cluster [DBG] pgmap v82: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:45.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:45 smithi174 bash[23471]: cluster 2024-04-26T04:56:43.908211+0000 mgr.y (mgr.24272) 110 : cluster [DBG] pgmap v83: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:45.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:45 smithi174 bash[23471]: audit 2024-04-26T04:56:44.889990+0000 mon.c (mon.2) 80 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-26T04:56:45.700 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:45 smithi102 bash[31411]: cluster 2024-04-26T04:56:43.908211+0000 mgr.y (mgr.24272) 110 : cluster [DBG] pgmap v83: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:45.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:45 smithi102 bash[31411]: audit 2024-04-26T04:56:44.889990+0000 mon.c (mon.2) 80 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-26T04:56:45.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:45 smithi102 bash[21319]: cluster 2024-04-26T04:56:43.908211+0000 mgr.y (mgr.24272) 110 : cluster [DBG] pgmap v83: 9 pgs: 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:45.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:45 smithi102 bash[21319]: audit 2024-04-26T04:56:44.889990+0000 mon.c (mon.2) 80 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-26T04:56:46.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:46 smithi174 bash[23471]: audit 2024-04-26T04:56:44.889101+0000 mgr.y (mgr.24272) 111 : audit [DBG] from='client.14550 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:56:46.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:46 smithi174 bash[23471]: audit 2024-04-26T04:56:44.890749+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-26T04:56:46.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:46 smithi174 bash[23471]: audit 2024-04-26T04:56:45.389876+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-04-26T04:56:46.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:46 smithi174 bash[23471]: cluster 2024-04-26T04:56:45.390111+0000 mon.a (mon.0) 747 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-04-26T04:56:46.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:46 smithi174 bash[23471]: audit 2024-04-26T04:56:45.394346+0000 mon.c (mon.2) 81 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-26T04:56:46.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:46 smithi174 bash[23471]: audit 2024-04-26T04:56:45.398141+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-26T04:56:46.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:46 smithi174 bash[23471]: cluster 2024-04-26T04:56:45.908879+0000 mgr.y (mgr.24272) 112 : cluster [DBG] pgmap v85: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:46.683 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:46 smithi102 bash[31411]: audit 2024-04-26T04:56:44.889101+0000 mgr.y (mgr.24272) 111 : audit [DBG] from='client.14550 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:56:46.683 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:46 smithi102 bash[31411]: audit 2024-04-26T04:56:44.890749+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-26T04:56:46.683 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:46 smithi102 bash[31411]: audit 2024-04-26T04:56:45.389876+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-04-26T04:56:46.683 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:46 smithi102 bash[31411]: cluster 2024-04-26T04:56:45.390111+0000 mon.a (mon.0) 747 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-04-26T04:56:46.684 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:46 smithi102 bash[31411]: audit 2024-04-26T04:56:45.394346+0000 mon.c (mon.2) 81 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-26T04:56:46.684 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:46 smithi102 bash[31411]: audit 2024-04-26T04:56:45.398141+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-26T04:56:46.684 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:46 smithi102 bash[31411]: cluster 2024-04-26T04:56:45.908879+0000 mgr.y (mgr.24272) 112 : cluster [DBG] pgmap v85: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:46.684 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:46 smithi102 bash[21319]: audit 2024-04-26T04:56:44.889101+0000 mgr.y (mgr.24272) 111 : audit [DBG] from='client.14550 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:56:46.684 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:46 smithi102 bash[21319]: audit 2024-04-26T04:56:44.890749+0000 mon.a (mon.0) 745 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-04-26T04:56:46.684 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:46 smithi102 bash[21319]: audit 2024-04-26T04:56:45.389876+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-04-26T04:56:46.684 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:46 smithi102 bash[21319]: cluster 2024-04-26T04:56:45.390111+0000 mon.a (mon.0) 747 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-04-26T04:56:46.684 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:46 smithi102 bash[21319]: audit 2024-04-26T04:56:45.394346+0000 mon.c (mon.2) 81 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-26T04:56:46.684 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:46 smithi102 bash[21319]: audit 2024-04-26T04:56:45.398141+0000 mon.a (mon.0) 748 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-04-26T04:56:46.684 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:46 smithi102 bash[21319]: cluster 2024-04-26T04:56:45.908879+0000 mgr.y (mgr.24272) 112 : cluster [DBG] pgmap v85: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:46.685 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:46 smithi102 bash[21319]: debug 2024-04-26T04:56:46.416+0000 7f6149af4700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T04:56:47.531 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-04-26T04:56:47.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:47 smithi174 bash[23471]: cluster 2024-04-26T04:56:46.381771+0000 mon.a (mon.0) 749 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T04:56:47.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:47 smithi174 bash[23471]: audit 2024-04-26T04:56:46.398778+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-04-26T04:56:47.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:47 smithi174 bash[23471]: cluster 2024-04-26T04:56:46.399123+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-04-26T04:56:47.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:47 smithi174 bash[23471]: audit 2024-04-26T04:56:46.413081+0000 mon.c (mon.2) 82 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-26T04:56:47.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:47 smithi174 bash[23471]: audit 2024-04-26T04:56:46.415317+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-26T04:56:47.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:47 smithi174 bash[23471]: cluster 2024-04-26T04:56:46.417374+0000 mon.a (mon.0) 753 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T04:56:47.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:47 smithi174 bash[23471]: cluster 2024-04-26T04:56:46.417457+0000 mon.a (mon.0) 754 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-26T04:56:47.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:47 smithi174 bash[23471]: cluster 2024-04-26T04:56:46.438297+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-04-26T04:56:47.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:47 smithi174 bash[23471]: audit 2024-04-26T04:56:46.440034+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-04-26T04:56:47.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:47 smithi174 bash[23471]: cluster 2024-04-26T04:56:46.440267+0000 mon.a (mon.0) 757 : cluster [DBG] fsmap foo:0 2024-04-26T04:56:47.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:47 smithi174 bash[23471]: cephadm 2024-04-26T04:56:46.450208+0000 mgr.y (mgr.24272) 113 : cephadm [INF] Saving service mds.foo spec with placement count:2 2024-04-26T04:56:47.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:47 smithi174 bash[23471]: audit 2024-04-26T04:56:46.461559+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:47.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:47 smithi174 bash[23471]: audit 2024-04-26T04:56:46.475955+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:56:47.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:47 smithi174 bash[23471]: audit 2024-04-26T04:56:46.478250+0000 mon.c (mon.2) 84 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:56:47.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:47 smithi174 bash[23471]: audit 2024-04-26T04:56:46.479281+0000 mon.c (mon.2) 85 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:56:47.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:47 smithi174 bash[23471]: audit 2024-04-26T04:56:46.485307+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:47.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:47 smithi174 bash[23471]: audit 2024-04-26T04:56:46.491699+0000 mon.c (mon.2) 86 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi102.iafhgp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T04:56:47.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:47 smithi174 bash[23471]: audit 2024-04-26T04:56:46.492186+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi102.iafhgp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T04:56:47.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:47 smithi174 bash[23471]: audit 2024-04-26T04:56:46.498277+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi102.iafhgp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T04:56:47.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:47 smithi174 bash[23471]: audit 2024-04-26T04:56:46.501647+0000 mon.c (mon.2) 87 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:56:47.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:47 smithi174 bash[23471]: cephadm 2024-04-26T04:56:46.502604+0000 mgr.y (mgr.24272) 114 : cephadm [INF] Deploying daemon mds.foo.smithi102.iafhgp on smithi102 2024-04-26T04:56:47.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[31411]: cluster 2024-04-26T04:56:46.381771+0000 mon.a (mon.0) 749 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T04:56:47.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[31411]: audit 2024-04-26T04:56:46.398778+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-04-26T04:56:47.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[31411]: cluster 2024-04-26T04:56:46.399123+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-04-26T04:56:47.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[31411]: audit 2024-04-26T04:56:46.413081+0000 mon.c (mon.2) 82 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-26T04:56:47.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[31411]: audit 2024-04-26T04:56:46.415317+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-26T04:56:47.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[31411]: cluster 2024-04-26T04:56:46.417374+0000 mon.a (mon.0) 753 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T04:56:47.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[31411]: cluster 2024-04-26T04:56:46.417457+0000 mon.a (mon.0) 754 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-26T04:56:47.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[31411]: cluster 2024-04-26T04:56:46.438297+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-04-26T04:56:47.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[31411]: audit 2024-04-26T04:56:46.440034+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-04-26T04:56:47.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[31411]: cluster 2024-04-26T04:56:46.440267+0000 mon.a (mon.0) 757 : cluster [DBG] fsmap foo:0 2024-04-26T04:56:47.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[31411]: cephadm 2024-04-26T04:56:46.450208+0000 mgr.y (mgr.24272) 113 : cephadm [INF] Saving service mds.foo spec with placement count:2 2024-04-26T04:56:47.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[31411]: audit 2024-04-26T04:56:46.461559+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:47.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[31411]: audit 2024-04-26T04:56:46.475955+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:56:47.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[31411]: audit 2024-04-26T04:56:46.478250+0000 mon.c (mon.2) 84 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:56:47.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[31411]: audit 2024-04-26T04:56:46.479281+0000 mon.c (mon.2) 85 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:56:47.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[31411]: audit 2024-04-26T04:56:46.485307+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:47.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[31411]: audit 2024-04-26T04:56:46.491699+0000 mon.c (mon.2) 86 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi102.iafhgp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T04:56:47.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[31411]: audit 2024-04-26T04:56:46.492186+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi102.iafhgp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T04:56:47.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[31411]: audit 2024-04-26T04:56:46.498277+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi102.iafhgp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T04:56:47.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[31411]: audit 2024-04-26T04:56:46.501647+0000 mon.c (mon.2) 87 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:56:47.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[31411]: cephadm 2024-04-26T04:56:46.502604+0000 mgr.y (mgr.24272) 114 : cephadm [INF] Deploying daemon mds.foo.smithi102.iafhgp on smithi102 2024-04-26T04:56:47.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21319]: cluster 2024-04-26T04:56:46.381771+0000 mon.a (mon.0) 749 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-26T04:56:47.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21319]: audit 2024-04-26T04:56:46.398778+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-04-26T04:56:47.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21319]: cluster 2024-04-26T04:56:46.399123+0000 mon.a (mon.0) 751 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-04-26T04:56:47.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21319]: audit 2024-04-26T04:56:46.413081+0000 mon.c (mon.2) 82 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-26T04:56:47.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21319]: audit 2024-04-26T04:56:46.415317+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-04-26T04:56:47.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21319]: cluster 2024-04-26T04:56:46.417374+0000 mon.a (mon.0) 753 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-26T04:56:47.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21319]: cluster 2024-04-26T04:56:46.417457+0000 mon.a (mon.0) 754 : cluster [WRN] Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-04-26T04:56:47.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21319]: cluster 2024-04-26T04:56:46.438297+0000 mon.a (mon.0) 755 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-04-26T04:56:47.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21319]: audit 2024-04-26T04:56:46.440034+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-04-26T04:56:47.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21319]: cluster 2024-04-26T04:56:46.440267+0000 mon.a (mon.0) 757 : cluster [DBG] fsmap foo:0 2024-04-26T04:56:47.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21319]: cephadm 2024-04-26T04:56:46.450208+0000 mgr.y (mgr.24272) 113 : cephadm [INF] Saving service mds.foo spec with placement count:2 2024-04-26T04:56:47.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21319]: audit 2024-04-26T04:56:46.461559+0000 mon.a (mon.0) 758 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:47.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21319]: audit 2024-04-26T04:56:46.475955+0000 mon.c (mon.2) 83 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:56:47.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21319]: audit 2024-04-26T04:56:46.478250+0000 mon.c (mon.2) 84 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:56:47.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21319]: audit 2024-04-26T04:56:46.479281+0000 mon.c (mon.2) 85 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:56:47.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21319]: audit 2024-04-26T04:56:46.485307+0000 mon.a (mon.0) 759 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:47.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21319]: audit 2024-04-26T04:56:46.491699+0000 mon.c (mon.2) 86 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi102.iafhgp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T04:56:47.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21319]: audit 2024-04-26T04:56:46.492186+0000 mon.a (mon.0) 760 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi102.iafhgp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T04:56:47.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21319]: audit 2024-04-26T04:56:46.498277+0000 mon.a (mon.0) 761 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi102.iafhgp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T04:56:47.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21319]: audit 2024-04-26T04:56:46.501647+0000 mon.c (mon.2) 87 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:56:47.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21319]: cephadm 2024-04-26T04:56:46.502604+0000 mgr.y (mgr.24272) 114 : cephadm [INF] Deploying daemon mds.foo.smithi102.iafhgp on smithi102 2024-04-26T04:56:48.102 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:56:47 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:56:47] "GET /metrics HTTP/1.1" 200 203353 "" "Prometheus/2.43.0" 2024-04-26T04:56:48.700 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:48 smithi102 bash[31411]: cluster 2024-04-26T04:56:47.435009+0000 mon.a (mon.0) 762 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-04-26T04:56:48.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:48 smithi102 bash[31411]: cluster 2024-04-26T04:56:47.909517+0000 mgr.y (mgr.24272) 115 : cluster [DBG] pgmap v89: 73 pgs: 4 creating+activating, 69 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:48.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:48 smithi102 bash[21319]: cluster 2024-04-26T04:56:47.435009+0000 mon.a (mon.0) 762 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-04-26T04:56:48.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:48 smithi102 bash[21319]: cluster 2024-04-26T04:56:47.909517+0000 mgr.y (mgr.24272) 115 : cluster [DBG] pgmap v89: 73 pgs: 4 creating+activating, 69 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:48.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:56:48 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:56:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:56:48.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:48 smithi174 bash[23471]: cluster 2024-04-26T04:56:47.435009+0000 mon.a (mon.0) 762 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-04-26T04:56:48.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:48 smithi174 bash[23471]: cluster 2024-04-26T04:56:47.909517+0000 mgr.y (mgr.24272) 115 : cluster [DBG] pgmap v89: 73 pgs: 4 creating+activating, 69 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:49.073 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:48 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:49.074 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 04:56:48 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:49.074 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 04:56:48 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:49.074 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 04:56:48 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:49.074 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 04:56:48 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:49.075 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:56:48 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:49.075 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:48 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:49.075 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:56:48 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:49.075 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:56:48 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:49.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:49 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:49.434 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 04:56:49 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:49.434 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 04:56:49 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:49.434 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 04:56:49 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:49.434 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:56:49 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:49.435 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 04:56:49 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:49.435 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:49 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:49.435 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 04:56:49 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:49.435 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 04:56:49 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:49.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:49 smithi102 bash[21319]: cluster 2024-04-26T04:56:48.426988+0000 mon.a (mon.0) 763 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-26T04:56:49.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:49 smithi102 bash[21319]: cluster 2024-04-26T04:56:48.444351+0000 mon.a (mon.0) 764 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-04-26T04:56:49.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:49 smithi102 bash[21319]: audit 2024-04-26T04:56:49.235199+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:49.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:49 smithi102 bash[21319]: audit 2024-04-26T04:56:49.242920+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:49.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:49 smithi102 bash[21319]: audit 2024-04-26T04:56:49.276540+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:49.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:49 smithi102 bash[21319]: audit 2024-04-26T04:56:49.277616+0000 mon.c (mon.2) 88 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi174.idmghd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T04:56:49.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:49 smithi102 bash[21319]: audit 2024-04-26T04:56:49.277942+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi174.idmghd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T04:56:49.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:49 smithi102 bash[21319]: audit 2024-04-26T04:56:49.283017+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi174.idmghd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T04:56:49.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:49 smithi102 bash[21319]: audit 2024-04-26T04:56:49.284147+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:56:49.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:49 smithi102 bash[31411]: cluster 2024-04-26T04:56:48.426988+0000 mon.a (mon.0) 763 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-26T04:56:49.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:49 smithi102 bash[31411]: cluster 2024-04-26T04:56:48.444351+0000 mon.a (mon.0) 764 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-04-26T04:56:49.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:49 smithi102 bash[31411]: audit 2024-04-26T04:56:49.235199+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:49.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:49 smithi102 bash[31411]: audit 2024-04-26T04:56:49.242920+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:49.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:49 smithi102 bash[31411]: audit 2024-04-26T04:56:49.276540+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:49.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:49 smithi102 bash[31411]: audit 2024-04-26T04:56:49.277616+0000 mon.c (mon.2) 88 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi174.idmghd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T04:56:49.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:49 smithi102 bash[31411]: audit 2024-04-26T04:56:49.277942+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi174.idmghd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T04:56:49.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:49 smithi102 bash[31411]: audit 2024-04-26T04:56:49.283017+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi174.idmghd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T04:56:49.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:49 smithi102 bash[31411]: audit 2024-04-26T04:56:49.284147+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:56:49.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:49 smithi174 bash[23471]: cluster 2024-04-26T04:56:48.426988+0000 mon.a (mon.0) 763 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-26T04:56:49.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:49 smithi174 bash[23471]: cluster 2024-04-26T04:56:48.444351+0000 mon.a (mon.0) 764 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-04-26T04:56:49.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:49 smithi174 bash[23471]: audit 2024-04-26T04:56:49.235199+0000 mon.a (mon.0) 765 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:49.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:49 smithi174 bash[23471]: audit 2024-04-26T04:56:49.242920+0000 mon.a (mon.0) 766 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:49.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:49 smithi174 bash[23471]: audit 2024-04-26T04:56:49.276540+0000 mon.a (mon.0) 767 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:49.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:49 smithi174 bash[23471]: audit 2024-04-26T04:56:49.277616+0000 mon.c (mon.2) 88 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi174.idmghd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T04:56:49.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:49 smithi174 bash[23471]: audit 2024-04-26T04:56:49.277942+0000 mon.a (mon.0) 768 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi174.idmghd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T04:56:49.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:49 smithi174 bash[23471]: audit 2024-04-26T04:56:49.283017+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi174.idmghd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-26T04:56:49.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:49 smithi174 bash[23471]: audit 2024-04-26T04:56:49.284147+0000 mon.c (mon.2) 89 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:56:50.614 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:50 smithi174 bash[23471]: cephadm 2024-04-26T04:56:49.285224+0000 mgr.y (mgr.24272) 116 : cephadm [INF] Deploying daemon mds.foo.smithi174.idmghd on smithi174 2024-04-26T04:56:50.614 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:50 smithi174 bash[23471]: cluster 2024-04-26T04:56:49.910086+0000 mgr.y (mgr.24272) 117 : cluster [DBG] pgmap v91: 73 pgs: 4 creating+activating, 69 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:50.700 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:50 smithi102 bash[31411]: cephadm 2024-04-26T04:56:49.285224+0000 mgr.y (mgr.24272) 116 : cephadm [INF] Deploying daemon mds.foo.smithi174.idmghd on smithi174 2024-04-26T04:56:50.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:50 smithi102 bash[31411]: cluster 2024-04-26T04:56:49.910086+0000 mgr.y (mgr.24272) 117 : cluster [DBG] pgmap v91: 73 pgs: 4 creating+activating, 69 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:50.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:50 smithi102 bash[21319]: cephadm 2024-04-26T04:56:49.285224+0000 mgr.y (mgr.24272) 116 : cephadm [INF] Deploying daemon mds.foo.smithi174.idmghd on smithi174 2024-04-26T04:56:50.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:50 smithi102 bash[21319]: cluster 2024-04-26T04:56:49.910086+0000 mgr.y (mgr.24272) 117 : cluster [DBG] pgmap v91: 73 pgs: 4 creating+activating, 69 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:51.312 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 04:56:51 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:51.313 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:56:51 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:51.313 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 04:56:51 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:51.313 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:56:51 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:51.314 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:56:51 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:51.314 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:51 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:51.314 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 04:56:51 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:51.315 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 04:56:51 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:51.315 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:56:51 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:51.568 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 04:56:51 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:51.569 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 04:56:51 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:51.569 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 04:56:51 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:51.569 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 04:56:51 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:51.570 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 04:56:51 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:51.570 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 04:56:51 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:51.570 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 04:56:51 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:51.570 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:56:51 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:51.571 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:51 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T04:56:51.571 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:51 smithi174 bash[23471]: cluster 2024-04-26T04:56:50.441462+0000 mon.a (mon.0) 770 : cluster [DBG] mds.? [v2:172.21.15.102:6834/4276048567,v1:172.21.15.102:6835/4276048567] up:boot 2024-04-26T04:56:51.571 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:51 smithi174 bash[23471]: cluster 2024-04-26T04:56:50.441526+0000 mon.a (mon.0) 771 : cluster [INF] daemon mds.foo.smithi102.iafhgp assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-04-26T04:56:51.571 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:51 smithi174 bash[23471]: audit 2024-04-26T04:56:50.441559+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi102.iafhgp"}]: dispatch 2024-04-26T04:56:51.571 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:51 smithi174 bash[23471]: cluster 2024-04-26T04:56:50.441595+0000 mon.a (mon.0) 772 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-26T04:56:51.571 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:51 smithi174 bash[23471]: cluster 2024-04-26T04:56:50.441620+0000 mon.a (mon.0) 773 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-26T04:56:51.571 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:51 smithi174 bash[23471]: cluster 2024-04-26T04:56:50.441639+0000 mon.a (mon.0) 774 : cluster [INF] Cluster is now healthy 2024-04-26T04:56:51.571 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:51 smithi174 bash[23471]: cluster 2024-04-26T04:56:50.441912+0000 mon.a (mon.0) 775 : cluster [DBG] fsmap foo:0 1 up:standby 2024-04-26T04:56:51.571 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:51 smithi174 bash[23471]: cluster 2024-04-26T04:56:50.447896+0000 mon.a (mon.0) 776 : cluster [DBG] fsmap foo:1 {0=foo.smithi102.iafhgp=up:creating} 2024-04-26T04:56:51.571 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:51 smithi174 bash[23471]: cluster 2024-04-26T04:56:50.462249+0000 mon.a (mon.0) 777 : cluster [INF] daemon mds.foo.smithi102.iafhgp is now active in filesystem foo as rank 0 2024-04-26T04:56:51.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:51 smithi102 bash[21319]: cluster 2024-04-26T04:56:50.441462+0000 mon.a (mon.0) 770 : cluster [DBG] mds.? [v2:172.21.15.102:6834/4276048567,v1:172.21.15.102:6835/4276048567] up:boot 2024-04-26T04:56:51.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:51 smithi102 bash[21319]: cluster 2024-04-26T04:56:50.441526+0000 mon.a (mon.0) 771 : cluster [INF] daemon mds.foo.smithi102.iafhgp assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-04-26T04:56:51.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:51 smithi102 bash[21319]: audit 2024-04-26T04:56:50.441559+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi102.iafhgp"}]: dispatch 2024-04-26T04:56:51.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:51 smithi102 bash[21319]: cluster 2024-04-26T04:56:50.441595+0000 mon.a (mon.0) 772 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-26T04:56:51.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:51 smithi102 bash[21319]: cluster 2024-04-26T04:56:50.441620+0000 mon.a (mon.0) 773 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-26T04:56:51.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:51 smithi102 bash[21319]: cluster 2024-04-26T04:56:50.441639+0000 mon.a (mon.0) 774 : cluster [INF] Cluster is now healthy 2024-04-26T04:56:51.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:51 smithi102 bash[21319]: cluster 2024-04-26T04:56:50.441912+0000 mon.a (mon.0) 775 : cluster [DBG] fsmap foo:0 1 up:standby 2024-04-26T04:56:51.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:51 smithi102 bash[21319]: cluster 2024-04-26T04:56:50.447896+0000 mon.a (mon.0) 776 : cluster [DBG] fsmap foo:1 {0=foo.smithi102.iafhgp=up:creating} 2024-04-26T04:56:51.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:51 smithi102 bash[21319]: cluster 2024-04-26T04:56:50.462249+0000 mon.a (mon.0) 777 : cluster [INF] daemon mds.foo.smithi102.iafhgp is now active in filesystem foo as rank 0 2024-04-26T04:56:51.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:51 smithi102 bash[31411]: cluster 2024-04-26T04:56:50.441462+0000 mon.a (mon.0) 770 : cluster [DBG] mds.? [v2:172.21.15.102:6834/4276048567,v1:172.21.15.102:6835/4276048567] up:boot 2024-04-26T04:56:51.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:51 smithi102 bash[31411]: cluster 2024-04-26T04:56:50.441526+0000 mon.a (mon.0) 771 : cluster [INF] daemon mds.foo.smithi102.iafhgp assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-04-26T04:56:51.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:51 smithi102 bash[31411]: audit 2024-04-26T04:56:50.441559+0000 mon.c (mon.2) 90 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi102.iafhgp"}]: dispatch 2024-04-26T04:56:51.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:51 smithi102 bash[31411]: cluster 2024-04-26T04:56:50.441595+0000 mon.a (mon.0) 772 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-26T04:56:51.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:51 smithi102 bash[31411]: cluster 2024-04-26T04:56:50.441620+0000 mon.a (mon.0) 773 : cluster [INF] Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-04-26T04:56:51.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:51 smithi102 bash[31411]: cluster 2024-04-26T04:56:50.441639+0000 mon.a (mon.0) 774 : cluster [INF] Cluster is now healthy 2024-04-26T04:56:51.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:51 smithi102 bash[31411]: cluster 2024-04-26T04:56:50.441912+0000 mon.a (mon.0) 775 : cluster [DBG] fsmap foo:0 1 up:standby 2024-04-26T04:56:51.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:51 smithi102 bash[31411]: cluster 2024-04-26T04:56:50.447896+0000 mon.a (mon.0) 776 : cluster [DBG] fsmap foo:1 {0=foo.smithi102.iafhgp=up:creating} 2024-04-26T04:56:51.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:51 smithi102 bash[31411]: cluster 2024-04-26T04:56:50.462249+0000 mon.a (mon.0) 777 : cluster [INF] daemon mds.foo.smithi102.iafhgp is now active in filesystem foo as rank 0 2024-04-26T04:56:52.299 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:56:52.588 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:52 smithi102 bash[31411]: cluster 2024-04-26T04:56:51.450437+0000 mon.a (mon.0) 778 : cluster [DBG] mds.? [v2:172.21.15.102:6834/4276048567,v1:172.21.15.102:6835/4276048567] up:active 2024-04-26T04:56:52.588 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:52 smithi102 bash[31411]: cluster 2024-04-26T04:56:51.450594+0000 mon.a (mon.0) 779 : cluster [DBG] fsmap foo:1 {0=foo.smithi102.iafhgp=up:active} 2024-04-26T04:56:52.589 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:52 smithi102 bash[31411]: audit 2024-04-26T04:56:51.569878+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:52.589 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:52 smithi102 bash[31411]: audit 2024-04-26T04:56:51.588165+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:52.589 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:52 smithi102 bash[31411]: audit 2024-04-26T04:56:51.614547+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:52.589 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:52 smithi102 bash[31411]: audit 2024-04-26T04:56:51.627303+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:52.589 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:52 smithi102 bash[31411]: audit 2024-04-26T04:56:51.639244+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:52.589 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:52 smithi102 bash[31411]: audit 2024-04-26T04:56:51.707943+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:56:52.589 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:52 smithi102 bash[31411]: cluster 2024-04-26T04:56:51.910541+0000 mgr.y (mgr.24272) 118 : cluster [DBG] pgmap v92: 73 pgs: 4 creating+activating, 69 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:52.589 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:52 smithi102 bash[31411]: audit 2024-04-26T04:56:52.003454+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:52.589 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:52 smithi102 bash[21319]: cluster 2024-04-26T04:56:51.450437+0000 mon.a (mon.0) 778 : cluster [DBG] mds.? [v2:172.21.15.102:6834/4276048567,v1:172.21.15.102:6835/4276048567] up:active 2024-04-26T04:56:52.589 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:52 smithi102 bash[21319]: cluster 2024-04-26T04:56:51.450594+0000 mon.a (mon.0) 779 : cluster [DBG] fsmap foo:1 {0=foo.smithi102.iafhgp=up:active} 2024-04-26T04:56:52.589 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:52 smithi102 bash[21319]: audit 2024-04-26T04:56:51.569878+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:52.589 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:52 smithi102 bash[21319]: audit 2024-04-26T04:56:51.588165+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:52.589 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:52 smithi102 bash[21319]: audit 2024-04-26T04:56:51.614547+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:52.590 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:52 smithi102 bash[21319]: audit 2024-04-26T04:56:51.627303+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:52.590 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:52 smithi102 bash[21319]: audit 2024-04-26T04:56:51.639244+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:52.590 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:52 smithi102 bash[21319]: audit 2024-04-26T04:56:51.707943+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:56:52.590 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:52 smithi102 bash[21319]: cluster 2024-04-26T04:56:51.910541+0000 mgr.y (mgr.24272) 118 : cluster [DBG] pgmap v92: 73 pgs: 4 creating+activating, 69 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:52.590 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:52 smithi102 bash[21319]: audit 2024-04-26T04:56:52.003454+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:52.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:52 smithi174 bash[23471]: cluster 2024-04-26T04:56:51.450437+0000 mon.a (mon.0) 778 : cluster [DBG] mds.? [v2:172.21.15.102:6834/4276048567,v1:172.21.15.102:6835/4276048567] up:active 2024-04-26T04:56:52.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:52 smithi174 bash[23471]: cluster 2024-04-26T04:56:51.450594+0000 mon.a (mon.0) 779 : cluster [DBG] fsmap foo:1 {0=foo.smithi102.iafhgp=up:active} 2024-04-26T04:56:52.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:52 smithi174 bash[23471]: audit 2024-04-26T04:56:51.569878+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:52.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:52 smithi174 bash[23471]: audit 2024-04-26T04:56:51.588165+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:52.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:52 smithi174 bash[23471]: audit 2024-04-26T04:56:51.614547+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:52.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:52 smithi174 bash[23471]: audit 2024-04-26T04:56:51.627303+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:52.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:52 smithi174 bash[23471]: audit 2024-04-26T04:56:51.639244+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:52.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:52 smithi174 bash[23471]: audit 2024-04-26T04:56:51.707943+0000 mon.c (mon.2) 91 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:56:52.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:52 smithi174 bash[23471]: cluster 2024-04-26T04:56:51.910541+0000 mgr.y (mgr.24272) 118 : cluster [DBG] pgmap v92: 73 pgs: 4 creating+activating, 69 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:56:52.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:52 smithi174 bash[23471]: audit 2024-04-26T04:56:52.003454+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:53.743 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:53 smithi102 bash[21319]: cluster 2024-04-26T04:56:52.556225+0000 mon.a (mon.0) 786 : cluster [INF] Dropping low affinity active daemon mds.foo.smithi102.iafhgp in favor of higher affinity standby. 2024-04-26T04:56:53.744 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:53 smithi102 bash[21319]: cluster 2024-04-26T04:56:52.556286+0000 mon.a (mon.0) 787 : cluster [WRN] Replacing daemon mds.foo.smithi102.iafhgp as rank 0 with standby daemon mds.foo.smithi174.idmghd 2024-04-26T04:56:53.744 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:53 smithi102 bash[21319]: cluster 2024-04-26T04:56:52.556914+0000 mon.a (mon.0) 788 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-26T04:56:53.744 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:53 smithi102 bash[21319]: cluster 2024-04-26T04:56:52.556964+0000 mon.a (mon.0) 789 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-04-26T04:56:53.744 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:53 smithi102 bash[21319]: cluster 2024-04-26T04:56:52.568521+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-04-26T04:56:53.744 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:53 smithi102 bash[21319]: cluster 2024-04-26T04:56:52.568911+0000 mon.a (mon.0) 791 : cluster [DBG] mds.? [v2:172.21.15.174:6832/2270121245,v1:172.21.15.174:6833/2270121245] up:boot 2024-04-26T04:56:53.744 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:53 smithi102 bash[21319]: cluster 2024-04-26T04:56:52.569058+0000 mon.a (mon.0) 792 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi174.idmghd=up:replay} 2024-04-26T04:56:53.744 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:53 smithi102 bash[21319]: audit 2024-04-26T04:56:52.569457+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi174.idmghd"}]: dispatch 2024-04-26T04:56:53.744 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:53 smithi102 bash[31411]: cluster 2024-04-26T04:56:52.556225+0000 mon.a (mon.0) 786 : cluster [INF] Dropping low affinity active daemon mds.foo.smithi102.iafhgp in favor of higher affinity standby. 2024-04-26T04:56:53.744 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:53 smithi102 bash[31411]: cluster 2024-04-26T04:56:52.556286+0000 mon.a (mon.0) 787 : cluster [WRN] Replacing daemon mds.foo.smithi102.iafhgp as rank 0 with standby daemon mds.foo.smithi174.idmghd 2024-04-26T04:56:53.744 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:53 smithi102 bash[31411]: cluster 2024-04-26T04:56:52.556914+0000 mon.a (mon.0) 788 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-26T04:56:53.745 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:53 smithi102 bash[31411]: cluster 2024-04-26T04:56:52.556964+0000 mon.a (mon.0) 789 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-04-26T04:56:53.745 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:53 smithi102 bash[31411]: cluster 2024-04-26T04:56:52.568521+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-04-26T04:56:53.745 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:53 smithi102 bash[31411]: cluster 2024-04-26T04:56:52.568911+0000 mon.a (mon.0) 791 : cluster [DBG] mds.? [v2:172.21.15.174:6832/2270121245,v1:172.21.15.174:6833/2270121245] up:boot 2024-04-26T04:56:53.745 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:53 smithi102 bash[31411]: cluster 2024-04-26T04:56:52.569058+0000 mon.a (mon.0) 792 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi174.idmghd=up:replay} 2024-04-26T04:56:53.745 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:53 smithi102 bash[31411]: audit 2024-04-26T04:56:52.569457+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi174.idmghd"}]: dispatch 2024-04-26T04:56:53.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:53 smithi174 bash[23471]: cluster 2024-04-26T04:56:52.556225+0000 mon.a (mon.0) 786 : cluster [INF] Dropping low affinity active daemon mds.foo.smithi102.iafhgp in favor of higher affinity standby. 2024-04-26T04:56:53.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:53 smithi174 bash[23471]: cluster 2024-04-26T04:56:52.556286+0000 mon.a (mon.0) 787 : cluster [WRN] Replacing daemon mds.foo.smithi102.iafhgp as rank 0 with standby daemon mds.foo.smithi174.idmghd 2024-04-26T04:56:53.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:53 smithi174 bash[23471]: cluster 2024-04-26T04:56:52.556914+0000 mon.a (mon.0) 788 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-26T04:56:53.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:53 smithi174 bash[23471]: cluster 2024-04-26T04:56:52.556964+0000 mon.a (mon.0) 789 : cluster [WRN] Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-04-26T04:56:53.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:53 smithi174 bash[23471]: cluster 2024-04-26T04:56:52.568521+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-04-26T04:56:53.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:53 smithi174 bash[23471]: cluster 2024-04-26T04:56:52.568911+0000 mon.a (mon.0) 791 : cluster [DBG] mds.? [v2:172.21.15.174:6832/2270121245,v1:172.21.15.174:6833/2270121245] up:boot 2024-04-26T04:56:53.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:53 smithi174 bash[23471]: cluster 2024-04-26T04:56:52.569058+0000 mon.a (mon.0) 792 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi174.idmghd=up:replay} 2024-04-26T04:56:53.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:53 smithi174 bash[23471]: audit 2024-04-26T04:56:52.569457+0000 mon.c (mon.2) 92 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi174.idmghd"}]: dispatch 2024-04-26T04:56:54.700 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:54 smithi102 bash[21319]: cluster 2024-04-26T04:56:53.561202+0000 mon.a (mon.0) 793 : cluster [INF] Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-04-26T04:56:54.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:54 smithi102 bash[21319]: cluster 2024-04-26T04:56:53.565729+0000 mon.a (mon.0) 794 : cluster [DBG] mds.? [v2:172.21.15.174:6832/2270121245,v1:172.21.15.174:6833/2270121245] up:reconnect 2024-04-26T04:56:54.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:54 smithi102 bash[21319]: cluster 2024-04-26T04:56:53.565770+0000 mon.a (mon.0) 795 : cluster [DBG] mds.? [v2:172.21.15.102:6834/3938482808,v1:172.21.15.102:6835/3938482808] up:boot 2024-04-26T04:56:54.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:54 smithi102 bash[21319]: cluster 2024-04-26T04:56:53.565838+0000 mon.a (mon.0) 796 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi174.idmghd=up:reconnect} 1 up:standby 2024-04-26T04:56:54.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:54 smithi102 bash[21319]: audit 2024-04-26T04:56:53.566643+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi102.iafhgp"}]: dispatch 2024-04-26T04:56:54.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:54 smithi102 bash[21319]: cluster 2024-04-26T04:56:53.911642+0000 mgr.y (mgr.24272) 119 : cluster [DBG] pgmap v94: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-04-26T04:56:54.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:54 smithi102 bash[31411]: cluster 2024-04-26T04:56:53.561202+0000 mon.a (mon.0) 793 : cluster [INF] Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-04-26T04:56:54.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:54 smithi102 bash[31411]: cluster 2024-04-26T04:56:53.565729+0000 mon.a (mon.0) 794 : cluster [DBG] mds.? [v2:172.21.15.174:6832/2270121245,v1:172.21.15.174:6833/2270121245] up:reconnect 2024-04-26T04:56:54.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:54 smithi102 bash[31411]: cluster 2024-04-26T04:56:53.565770+0000 mon.a (mon.0) 795 : cluster [DBG] mds.? [v2:172.21.15.102:6834/3938482808,v1:172.21.15.102:6835/3938482808] up:boot 2024-04-26T04:56:54.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:54 smithi102 bash[31411]: cluster 2024-04-26T04:56:53.565838+0000 mon.a (mon.0) 796 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi174.idmghd=up:reconnect} 1 up:standby 2024-04-26T04:56:54.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:54 smithi102 bash[31411]: audit 2024-04-26T04:56:53.566643+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi102.iafhgp"}]: dispatch 2024-04-26T04:56:54.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:54 smithi102 bash[31411]: cluster 2024-04-26T04:56:53.911642+0000 mgr.y (mgr.24272) 119 : cluster [DBG] pgmap v94: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-04-26T04:56:54.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:54 smithi174 bash[23471]: cluster 2024-04-26T04:56:53.561202+0000 mon.a (mon.0) 793 : cluster [INF] Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-04-26T04:56:54.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:54 smithi174 bash[23471]: cluster 2024-04-26T04:56:53.565729+0000 mon.a (mon.0) 794 : cluster [DBG] mds.? [v2:172.21.15.174:6832/2270121245,v1:172.21.15.174:6833/2270121245] up:reconnect 2024-04-26T04:56:54.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:54 smithi174 bash[23471]: cluster 2024-04-26T04:56:53.565770+0000 mon.a (mon.0) 795 : cluster [DBG] mds.? [v2:172.21.15.102:6834/3938482808,v1:172.21.15.102:6835/3938482808] up:boot 2024-04-26T04:56:54.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:54 smithi174 bash[23471]: cluster 2024-04-26T04:56:53.565838+0000 mon.a (mon.0) 796 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi174.idmghd=up:reconnect} 1 up:standby 2024-04-26T04:56:54.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:54 smithi174 bash[23471]: audit 2024-04-26T04:56:53.566643+0000 mon.c (mon.2) 93 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi102.iafhgp"}]: dispatch 2024-04-26T04:56:54.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:54 smithi174 bash[23471]: cluster 2024-04-26T04:56:53.911642+0000 mgr.y (mgr.24272) 119 : cluster [DBG] pgmap v94: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-04-26T04:56:55.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:55 smithi102 bash[21319]: cluster 2024-04-26T04:56:54.571780+0000 mon.a (mon.0) 797 : cluster [DBG] mds.? [v2:172.21.15.174:6832/2270121245,v1:172.21.15.174:6833/2270121245] up:rejoin 2024-04-26T04:56:55.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:55 smithi102 bash[21319]: cluster 2024-04-26T04:56:54.571918+0000 mon.a (mon.0) 798 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi174.idmghd=up:rejoin} 1 up:standby 2024-04-26T04:56:55.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:55 smithi102 bash[21319]: cluster 2024-04-26T04:56:54.573120+0000 mon.a (mon.0) 799 : cluster [INF] daemon mds.foo.smithi174.idmghd is now active in filesystem foo as rank 0 2024-04-26T04:56:55.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:55 smithi102 bash[31411]: cluster 2024-04-26T04:56:54.571780+0000 mon.a (mon.0) 797 : cluster [DBG] mds.? [v2:172.21.15.174:6832/2270121245,v1:172.21.15.174:6833/2270121245] up:rejoin 2024-04-26T04:56:55.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:55 smithi102 bash[31411]: cluster 2024-04-26T04:56:54.571918+0000 mon.a (mon.0) 798 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi174.idmghd=up:rejoin} 1 up:standby 2024-04-26T04:56:55.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:55 smithi102 bash[31411]: cluster 2024-04-26T04:56:54.573120+0000 mon.a (mon.0) 799 : cluster [INF] daemon mds.foo.smithi174.idmghd is now active in filesystem foo as rank 0 2024-04-26T04:56:55.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:55 smithi174 bash[23471]: cluster 2024-04-26T04:56:54.571780+0000 mon.a (mon.0) 797 : cluster [DBG] mds.? [v2:172.21.15.174:6832/2270121245,v1:172.21.15.174:6833/2270121245] up:rejoin 2024-04-26T04:56:55.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:55 smithi174 bash[23471]: cluster 2024-04-26T04:56:54.571918+0000 mon.a (mon.0) 798 : cluster [DBG] fsmap foo:1/1 {0=foo.smithi174.idmghd=up:rejoin} 1 up:standby 2024-04-26T04:56:55.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:55 smithi174 bash[23471]: cluster 2024-04-26T04:56:54.573120+0000 mon.a (mon.0) 799 : cluster [INF] daemon mds.foo.smithi174.idmghd is now active in filesystem foo as rank 0 2024-04-26T04:56:56.082 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-04-26T04:56:56.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:56 smithi174 bash[23471]: cluster 2024-04-26T04:56:55.567217+0000 mon.a (mon.0) 800 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-26T04:56:56.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:56 smithi174 bash[23471]: cluster 2024-04-26T04:56:55.567274+0000 mon.a (mon.0) 801 : cluster [INF] Cluster is now healthy 2024-04-26T04:56:56.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:56 smithi174 bash[23471]: cluster 2024-04-26T04:56:55.571544+0000 mon.a (mon.0) 802 : cluster [DBG] mds.? [v2:172.21.15.174:6832/2270121245,v1:172.21.15.174:6833/2270121245] up:active 2024-04-26T04:56:56.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:56 smithi174 bash[23471]: cluster 2024-04-26T04:56:55.571597+0000 mon.a (mon.0) 803 : cluster [DBG] fsmap foo:1 {0=foo.smithi174.idmghd=up:active} 1 up:standby 2024-04-26T04:56:56.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:56 smithi174 bash[23471]: cluster 2024-04-26T04:56:55.912279+0000 mgr.y (mgr.24272) 120 : cluster [DBG] pgmap v95: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.6 KiB/s wr, 6 op/s 2024-04-26T04:56:56.950 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:56 smithi102 bash[31411]: cluster 2024-04-26T04:56:55.567217+0000 mon.a (mon.0) 800 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-26T04:56:56.950 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:56 smithi102 bash[31411]: cluster 2024-04-26T04:56:55.567274+0000 mon.a (mon.0) 801 : cluster [INF] Cluster is now healthy 2024-04-26T04:56:56.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:56 smithi102 bash[31411]: cluster 2024-04-26T04:56:55.571544+0000 mon.a (mon.0) 802 : cluster [DBG] mds.? [v2:172.21.15.174:6832/2270121245,v1:172.21.15.174:6833/2270121245] up:active 2024-04-26T04:56:56.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:56 smithi102 bash[31411]: cluster 2024-04-26T04:56:55.571597+0000 mon.a (mon.0) 803 : cluster [DBG] fsmap foo:1 {0=foo.smithi174.idmghd=up:active} 1 up:standby 2024-04-26T04:56:56.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:56 smithi102 bash[31411]: cluster 2024-04-26T04:56:55.912279+0000 mgr.y (mgr.24272) 120 : cluster [DBG] pgmap v95: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.6 KiB/s wr, 6 op/s 2024-04-26T04:56:56.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:56 smithi102 bash[21319]: cluster 2024-04-26T04:56:55.567217+0000 mon.a (mon.0) 800 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-26T04:56:56.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:56 smithi102 bash[21319]: cluster 2024-04-26T04:56:55.567274+0000 mon.a (mon.0) 801 : cluster [INF] Cluster is now healthy 2024-04-26T04:56:56.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:56 smithi102 bash[21319]: cluster 2024-04-26T04:56:55.571544+0000 mon.a (mon.0) 802 : cluster [DBG] mds.? [v2:172.21.15.174:6832/2270121245,v1:172.21.15.174:6833/2270121245] up:active 2024-04-26T04:56:56.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:56 smithi102 bash[21319]: cluster 2024-04-26T04:56:55.571597+0000 mon.a (mon.0) 803 : cluster [DBG] fsmap foo:1 {0=foo.smithi174.idmghd=up:active} 1 up:standby 2024-04-26T04:56:56.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:56 smithi102 bash[21319]: cluster 2024-04-26T04:56:55.912279+0000 mgr.y (mgr.24272) 120 : cluster [DBG] pgmap v95: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.6 KiB/s wr, 6 op/s 2024-04-26T04:56:57.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[21319]: audit 2024-04-26T04:56:56.940384+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:56:57.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[21319]: audit 2024-04-26T04:56:57.009741+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:57.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[21319]: audit 2024-04-26T04:56:57.144777+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:57.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[21319]: audit 2024-04-26T04:56:57.150965+0000 mon.a (mon.0) 806 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:57.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[21319]: audit 2024-04-26T04:56:57.459307+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:57.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[21319]: audit 2024-04-26T04:56:57.475382+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:57.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[21319]: audit 2024-04-26T04:56:57.479748+0000 mon.c (mon.2) 95 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:56:57.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[21319]: audit 2024-04-26T04:56:57.481640+0000 mon.c (mon.2) 96 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:56:57.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[21319]: audit 2024-04-26T04:56:57.492811+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:57.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[21319]: audit 2024-04-26T04:56:57.569909+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:56:57.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[21319]: audit 2024-04-26T04:56:57.572412+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:56:57.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[21319]: audit 2024-04-26T04:56:57.573562+0000 mon.c (mon.2) 99 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:56:57.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[21319]: audit 2024-04-26T04:56:57.582780+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:57.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[31411]: audit 2024-04-26T04:56:56.940384+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:56:57.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[31411]: audit 2024-04-26T04:56:57.009741+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:57.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[31411]: audit 2024-04-26T04:56:57.144777+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:57.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[31411]: audit 2024-04-26T04:56:57.150965+0000 mon.a (mon.0) 806 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:57.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[31411]: audit 2024-04-26T04:56:57.459307+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:57.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[31411]: audit 2024-04-26T04:56:57.475382+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:57.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[31411]: audit 2024-04-26T04:56:57.479748+0000 mon.c (mon.2) 95 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:56:57.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[31411]: audit 2024-04-26T04:56:57.481640+0000 mon.c (mon.2) 96 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:56:57.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[31411]: audit 2024-04-26T04:56:57.492811+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:57.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[31411]: audit 2024-04-26T04:56:57.569909+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:56:57.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[31411]: audit 2024-04-26T04:56:57.572412+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:56:57.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[31411]: audit 2024-04-26T04:56:57.573562+0000 mon.c (mon.2) 99 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:56:57.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[31411]: audit 2024-04-26T04:56:57.582780+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:57.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:57 smithi174 bash[23471]: audit 2024-04-26T04:56:56.940384+0000 mon.c (mon.2) 94 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:56:57.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:57 smithi174 bash[23471]: audit 2024-04-26T04:56:57.009741+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:57.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:57 smithi174 bash[23471]: audit 2024-04-26T04:56:57.144777+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:57.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:57 smithi174 bash[23471]: audit 2024-04-26T04:56:57.150965+0000 mon.a (mon.0) 806 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:57.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:57 smithi174 bash[23471]: audit 2024-04-26T04:56:57.459307+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:57.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:57 smithi174 bash[23471]: audit 2024-04-26T04:56:57.475382+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:57.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:57 smithi174 bash[23471]: audit 2024-04-26T04:56:57.479748+0000 mon.c (mon.2) 95 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:56:57.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:57 smithi174 bash[23471]: audit 2024-04-26T04:56:57.481640+0000 mon.c (mon.2) 96 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:56:57.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:57 smithi174 bash[23471]: audit 2024-04-26T04:56:57.492811+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:57.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:57 smithi174 bash[23471]: audit 2024-04-26T04:56:57.569909+0000 mon.c (mon.2) 97 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:56:57.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:57 smithi174 bash[23471]: audit 2024-04-26T04:56:57.572412+0000 mon.c (mon.2) 98 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:56:57.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:57 smithi174 bash[23471]: audit 2024-04-26T04:56:57.573562+0000 mon.c (mon.2) 99 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:56:57.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:57 smithi174 bash[23471]: audit 2024-04-26T04:56:57.582780+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:56:58.200 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:56:57 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:56:57] "GET /metrics HTTP/1.1" 200 239290 "" "Prometheus/2.43.0" 2024-04-26T04:56:58.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:56:58 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:56:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:56:58.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:56:58 smithi174 bash[23471]: cluster 2024-04-26T04:56:57.913490+0000 mgr.y (mgr.24272) 121 : cluster [DBG] pgmap v96: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-04-26T04:56:58.950 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:56:58 smithi102 bash[31411]: cluster 2024-04-26T04:56:57.913490+0000 mgr.y (mgr.24272) 121 : cluster [DBG] pgmap v96: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-04-26T04:56:58.950 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:56:58 smithi102 bash[21319]: cluster 2024-04-26T04:56:57.913490+0000 mgr.y (mgr.24272) 121 : cluster [DBG] pgmap v96: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-04-26T04:57:00.647 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:57:01.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:00 smithi174 bash[23471]: cluster 2024-04-26T04:56:59.914181+0000 mgr.y (mgr.24272) 122 : cluster [DBG] pgmap v97: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-04-26T04:57:01.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:00 smithi102 bash[31411]: cluster 2024-04-26T04:56:59.914181+0000 mgr.y (mgr.24272) 122 : cluster [DBG] pgmap v97: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-04-26T04:57:01.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:00 smithi102 bash[21319]: cluster 2024-04-26T04:56:59.914181+0000 mgr.y (mgr.24272) 122 : cluster [DBG] pgmap v97: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-04-26T04:57:03.221 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:02 smithi102 bash[31411]: cluster 2024-04-26T04:57:01.914828+0000 mgr.y (mgr.24272) 123 : cluster [DBG] pgmap v98: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-04-26T04:57:03.221 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:02 smithi102 bash[21319]: cluster 2024-04-26T04:57:01.914828+0000 mgr.y (mgr.24272) 123 : cluster [DBG] pgmap v98: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-04-26T04:57:03.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:02 smithi174 bash[23471]: cluster 2024-04-26T04:57:01.914828+0000 mgr.y (mgr.24272) 123 : cluster [DBG] pgmap v98: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.3 KiB/s wr, 9 op/s 2024-04-26T04:57:04.289 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-04-26T04:57:04.298 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-26T04:57:04.298 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-26T04:57:04.298 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-26T04:57:05.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:04 smithi174 bash[23471]: cluster 2024-04-26T04:57:03.915981+0000 mgr.y (mgr.24272) 124 : cluster [DBG] pgmap v99: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-26T04:57:05.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:04 smithi102 bash[21319]: cluster 2024-04-26T04:57:03.915981+0000 mgr.y (mgr.24272) 124 : cluster [DBG] pgmap v99: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-26T04:57:05.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:04 smithi102 bash[31411]: cluster 2024-04-26T04:57:03.915981+0000 mgr.y (mgr.24272) 124 : cluster [DBG] pgmap v99: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.1 KiB/s wr, 8 op/s 2024-04-26T04:57:07.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:06 smithi174 bash[23471]: cluster 2024-04-26T04:57:05.916650+0000 mgr.y (mgr.24272) 125 : cluster [DBG] pgmap v100: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-26T04:57:07.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:06 smithi102 bash[31411]: cluster 2024-04-26T04:57:05.916650+0000 mgr.y (mgr.24272) 125 : cluster [DBG] pgmap v100: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-26T04:57:07.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:06 smithi102 bash[21319]: cluster 2024-04-26T04:57:05.916650+0000 mgr.y (mgr.24272) 125 : cluster [DBG] pgmap v100: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-26T04:57:08.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:57:07 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:57:07] "GET /metrics HTTP/1.1" 200 239290 "" "Prometheus/2.43.0" 2024-04-26T04:57:08.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:57:08 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:57:08] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:57:09.086 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:57:09.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:08 smithi174 bash[23471]: cluster 2024-04-26T04:57:07.917694+0000 mgr.y (mgr.24272) 126 : cluster [DBG] pgmap v101: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-26T04:57:09.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:08 smithi102 bash[31411]: cluster 2024-04-26T04:57:07.917694+0000 mgr.y (mgr.24272) 126 : cluster [DBG] pgmap v101: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-26T04:57:09.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:08 smithi102 bash[21319]: cluster 2024-04-26T04:57:07.917694+0000 mgr.y (mgr.24272) 126 : cluster [DBG] pgmap v101: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-26T04:57:11.200 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:10 smithi102 bash[21319]: cluster 2024-04-26T04:57:09.918322+0000 mgr.y (mgr.24272) 127 : cluster [DBG] pgmap v102: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:11.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:10 smithi102 bash[31411]: cluster 2024-04-26T04:57:09.918322+0000 mgr.y (mgr.24272) 127 : cluster [DBG] pgmap v102: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:11.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:10 smithi174 bash[23471]: cluster 2024-04-26T04:57:09.918322+0000 mgr.y (mgr.24272) 127 : cluster [DBG] pgmap v102: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:11.891 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:57:12.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:12 smithi102 bash[31411]: audit 2024-04-26T04:57:11.885818+0000 mon.a (mon.0) 811 : audit [DBG] from='client.? 172.21.15.102:0/3357473203' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T04:57:12.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:12 smithi102 bash[31411]: audit 2024-04-26T04:57:11.900105+0000 mon.c (mon.2) 100 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]: dispatch 2024-04-26T04:57:12.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:12 smithi102 bash[31411]: audit 2024-04-26T04:57:11.900483+0000 mon.c (mon.2) 101 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-04-26T04:57:12.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:12 smithi102 bash[31411]: audit 2024-04-26T04:57:11.900784+0000 mon.c (mon.2) 102 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-04-26T04:57:12.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:12 smithi102 bash[31411]: audit 2024-04-26T04:57:11.900794+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]: dispatch 2024-04-26T04:57:12.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:12 smithi102 bash[31411]: audit 2024-04-26T04:57:11.901788+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-04-26T04:57:12.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:12 smithi102 bash[31411]: audit 2024-04-26T04:57:11.902246+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-04-26T04:57:12.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:12 smithi102 bash[31411]: audit 2024-04-26T04:57:11.940705+0000 mon.c (mon.2) 103 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:57:12.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:11 smithi102 bash[21319]: audit 2024-04-26T04:57:11.885818+0000 mon.a (mon.0) 811 : audit [DBG] from='client.? 172.21.15.102:0/3357473203' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T04:57:12.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:11 smithi102 bash[21319]: audit 2024-04-26T04:57:11.900105+0000 mon.c (mon.2) 100 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]: dispatch 2024-04-26T04:57:12.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:12 smithi102 bash[21319]: audit 2024-04-26T04:57:11.900483+0000 mon.c (mon.2) 101 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-04-26T04:57:12.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:12 smithi102 bash[21319]: audit 2024-04-26T04:57:11.900784+0000 mon.c (mon.2) 102 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-04-26T04:57:12.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:12 smithi102 bash[21319]: audit 2024-04-26T04:57:11.900794+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]: dispatch 2024-04-26T04:57:12.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:12 smithi102 bash[21319]: audit 2024-04-26T04:57:11.901788+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-04-26T04:57:12.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:12 smithi102 bash[21319]: audit 2024-04-26T04:57:11.902246+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-04-26T04:57:12.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:12 smithi102 bash[21319]: audit 2024-04-26T04:57:11.940705+0000 mon.c (mon.2) 103 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:57:12.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:11 smithi174 bash[23471]: audit 2024-04-26T04:57:11.885818+0000 mon.a (mon.0) 811 : audit [DBG] from='client.? 172.21.15.102:0/3357473203' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T04:57:12.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:11 smithi174 bash[23471]: audit 2024-04-26T04:57:11.900105+0000 mon.c (mon.2) 100 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]: dispatch 2024-04-26T04:57:12.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:11 smithi174 bash[23471]: audit 2024-04-26T04:57:11.900483+0000 mon.c (mon.2) 101 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-04-26T04:57:12.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:11 smithi174 bash[23471]: audit 2024-04-26T04:57:11.900784+0000 mon.c (mon.2) 102 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-04-26T04:57:12.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:11 smithi174 bash[23471]: audit 2024-04-26T04:57:11.900794+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]: dispatch 2024-04-26T04:57:12.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:11 smithi174 bash[23471]: audit 2024-04-26T04:57:11.901788+0000 mon.a (mon.0) 813 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]: dispatch 2024-04-26T04:57:12.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:11 smithi174 bash[23471]: audit 2024-04-26T04:57:11.902246+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]: dispatch 2024-04-26T04:57:12.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:11 smithi174 bash[23471]: audit 2024-04-26T04:57:11.940705+0000 mon.c (mon.2) 103 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:57:12.591 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":20,"flags":0,"active_gid":24272,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":3834471734},{"type":"v1","addr":"172.21.15.102:6801","nonce":3834471734}]},"active_addr":"172.21.15.102:6801/3834471734","active_change":"2024-04-26T04:54:11.840351+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":14358,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.102:8443/","prometheus":"http://172.21.15.102:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":60,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.102:0","nonce":476417104}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.102:0","nonce":4292529788}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.102:0","nonce":3143886658}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.102:0","nonce":1034536525}]}]} 2024-04-26T04:57:12.596 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-26T04:57:12.596 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-26T04:57:12.596 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T04:57:13.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:13 smithi174 bash[23471]: cluster 2024-04-26T04:57:11.918772+0000 mgr.y (mgr.24272) 128 : cluster [DBG] pgmap v103: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:13.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:13 smithi174 bash[23471]: audit 2024-04-26T04:57:12.005025+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]': finished 2024-04-26T04:57:13.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:13 smithi174 bash[23471]: audit 2024-04-26T04:57:12.005096+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]': finished 2024-04-26T04:57:13.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:13 smithi174 bash[23471]: audit 2024-04-26T04:57:12.005166+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]': finished 2024-04-26T04:57:13.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:13 smithi174 bash[23471]: cluster 2024-04-26T04:57:12.005236+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-04-26T04:57:13.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:13 smithi102 bash[21319]: cluster 2024-04-26T04:57:11.918772+0000 mgr.y (mgr.24272) 128 : cluster [DBG] pgmap v103: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:13.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:13 smithi102 bash[21319]: audit 2024-04-26T04:57:12.005025+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]': finished 2024-04-26T04:57:13.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:13 smithi102 bash[21319]: audit 2024-04-26T04:57:12.005096+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]': finished 2024-04-26T04:57:13.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:13 smithi102 bash[21319]: audit 2024-04-26T04:57:12.005166+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]': finished 2024-04-26T04:57:13.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:13 smithi102 bash[21319]: cluster 2024-04-26T04:57:12.005236+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-04-26T04:57:13.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:13 smithi102 bash[31411]: cluster 2024-04-26T04:57:11.918772+0000 mgr.y (mgr.24272) 128 : cluster [DBG] pgmap v103: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:13.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:13 smithi102 bash[31411]: audit 2024-04-26T04:57:12.005025+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 5]}]': finished 2024-04-26T04:57:13.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:13 smithi102 bash[31411]: audit 2024-04-26T04:57:12.005096+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.13", "id": [1, 2]}]': finished 2024-04-26T04:57:13.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:13 smithi102 bash[31411]: audit 2024-04-26T04:57:12.005166+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [1, 2]}]': finished 2024-04-26T04:57:13.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:13 smithi102 bash[31411]: cluster 2024-04-26T04:57:12.005236+0000 mon.a (mon.0) 818 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-04-26T04:57:14.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:14 smithi174 bash[23471]: cluster 2024-04-26T04:57:13.009490+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-04-26T04:57:14.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:14 smithi102 bash[21319]: cluster 2024-04-26T04:57:13.009490+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-04-26T04:57:14.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:14 smithi102 bash[31411]: cluster 2024-04-26T04:57:13.009490+0000 mon.a (mon.0) 819 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-04-26T04:57:15.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:15 smithi174 bash[23471]: cluster 2024-04-26T04:57:13.919377+0000 mgr.y (mgr.24272) 129 : cluster [DBG] pgmap v106: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:15.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:15 smithi102 bash[31411]: cluster 2024-04-26T04:57:13.919377+0000 mgr.y (mgr.24272) 129 : cluster [DBG] pgmap v106: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:15.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:15 smithi102 bash[21319]: cluster 2024-04-26T04:57:13.919377+0000 mgr.y (mgr.24272) 129 : cluster [DBG] pgmap v106: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:17.372 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:57:17.391 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:17 smithi102 bash[31411]: cluster 2024-04-26T04:57:15.920044+0000 mgr.y (mgr.24272) 130 : cluster [DBG] pgmap v107: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:17.392 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:17 smithi102 bash[21319]: cluster 2024-04-26T04:57:15.920044+0000 mgr.y (mgr.24272) 130 : cluster [DBG] pgmap v107: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:17.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:17 smithi174 bash[23471]: cluster 2024-04-26T04:57:15.920044+0000 mgr.y (mgr.24272) 130 : cluster [DBG] pgmap v107: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:18.200 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:57:17 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:57:17] "GET /metrics HTTP/1.1" 200 239360 "" "Prometheus/2.43.0" 2024-04-26T04:57:18.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:57:18 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:57:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:57:19.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:19 smithi174 bash[23471]: cluster 2024-04-26T04:57:17.921138+0000 mgr.y (mgr.24272) 131 : cluster [DBG] pgmap v108: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:19.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:19 smithi102 bash[21319]: cluster 2024-04-26T04:57:17.921138+0000 mgr.y (mgr.24272) 131 : cluster [DBG] pgmap v108: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:19.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:19 smithi102 bash[31411]: cluster 2024-04-26T04:57:17.921138+0000 mgr.y (mgr.24272) 131 : cluster [DBG] pgmap v108: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:20.208 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:57:20.208 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":72,"fsid":"5615ffaa-0387-11ef-bc93-c7b262605968","created":"2024-04-26T04:44:01.323044+0000","modified":"2024-04-26T04:57:12.999354+0000","last_up_change":"2024-04-26T04:53:17.455274+0000","last_in_change":"2024-04-26T04:52:52.790694+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T04:49:13.104832+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-26T04:54:49.629527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-04-26T04:56:45.327085+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-04-26T04:56:45.810297+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"c32ab22c-67df-44a2-8a85-779f1b22f438","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6803","nonce":3468449764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6805","nonce":3468449764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6809","nonce":3468449764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6807","nonce":3468449764}]},"public_addr":"172.21.15.102:6803/3468449764","cluster_addr":"172.21.15.102:6805/3468449764","heartbeat_back_addr":"172.21.15.102:6809/3468449764","heartbeat_front_addr":"172.21.15.102:6807/3468449764","state":["exists","up"]},{"osd":1,"uuid":"dd0b2581-1833-425f-9b16-cb561d34a9e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6811","nonce":1472023113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6813","nonce":1472023113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6817","nonce":1472023113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6815","nonce":1472023113}]},"public_addr":"172.21.15.102:6811/1472023113","cluster_addr":"172.21.15.102:6813/1472023113","heartbeat_back_addr":"172.21.15.102:6817/1472023113","heartbeat_front_addr":"172.21.15.102:6815/1472023113","state":["exists","up"]},{"osd":2,"uuid":"b74ab273-8305-4ae4-ac48-b2135ebfb5aa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6819","nonce":3703443933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6821","nonce":3703443933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6825","nonce":3703443933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6823","nonce":3703443933}]},"public_addr":"172.21.15.102:6819/3703443933","cluster_addr":"172.21.15.102:6821/3703443933","heartbeat_back_addr":"172.21.15.102:6825/3703443933","heartbeat_front_addr":"172.21.15.102:6823/3703443933","state":["exists","up"]},{"osd":3,"uuid":"59554603-74c2-48a4-9ae6-21904ca7f5f7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6827","nonce":621421344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6829","nonce":621421344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6833","nonce":621421344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6831","nonce":621421344}]},"public_addr":"172.21.15.102:6827/621421344","cluster_addr":"172.21.15.102:6829/621421344","heartbeat_back_addr":"172.21.15.102:6833/621421344","heartbeat_front_addr":"172.21.15.102:6831/621421344","state":["exists","up"]},{"osd":4,"uuid":"2620174f-db78-44b1-8f13-1cd95cf00437","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6801","nonce":2769737089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6803","nonce":2769737089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6807","nonce":2769737089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6805","nonce":2769737089}]},"public_addr":"172.21.15.174:6801/2769737089","cluster_addr":"172.21.15.174:6803/2769737089","heartbeat_back_addr":"172.21.15.174:6807/2769737089","heartbeat_front_addr":"172.21.15.174:6805/2769737089","state":["exists","up"]},{"osd":5,"uuid":"709d588d-9022-4a7c-9253-45f0fd5531c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6809","nonce":1239194999}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6811","nonce":1239194999}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6815","nonce":1239194999}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6813","nonce":1239194999}]},"public_addr":"172.21.15.174:6809/1239194999","cluster_addr":"172.21.15.174:6811/1239194999","heartbeat_back_addr":"172.21.15.174:6815/1239194999","heartbeat_front_addr":"172.21.15.174:6813/1239194999","state":["exists","up"]},{"osd":6,"uuid":"5a4df967-f447-4662-acb1-43f576399c4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6817","nonce":3734711246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6819","nonce":3734711246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6823","nonce":3734711246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6821","nonce":3734711246}]},"public_addr":"172.21.15.174:6817/3734711246","cluster_addr":"172.21.15.174:6819/3734711246","heartbeat_back_addr":"172.21.15.174:6823/3734711246","heartbeat_front_addr":"172.21.15.174:6821/3734711246","state":["exists","up"]},{"osd":7,"uuid":"b07e0cd4-ffd3-4296-9f5e-574fc65aacca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6825","nonce":3556511472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6827","nonce":3556511472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6831","nonce":3556511472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6829","nonce":3556511472}]},"public_addr":"172.21.15.174:6825/3556511472","cluster_addr":"172.21.15.174:6827/3556511472","heartbeat_back_addr":"172.21.15.174:6831/3556511472","heartbeat_front_addr":"172.21.15.174:6829/3556511472","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:47:28.257229+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:48:18.088592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:49:09.416730+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:50:01.765708+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:50:49.503431+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:51:39.024094+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:52:27.346855+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:53:15.927765+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.f","mappings":[{"from":1,"to":5}]},{"pgid":"4.13","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:0/4278057730":"2024-04-27T04:45:04.482631+0000","172.21.15.102:0/3780951751":"2024-04-27T04:54:11.840087+0000","172.21.15.102:6800/2424466934":"2024-04-27T04:44:33.295200+0000","172.21.15.102:6834/4276048567":"2024-04-27T04:56:52.556310+0000","172.21.15.102:0/2324804206":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/1745747623":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/921950070":"2024-04-27T04:54:11.840087+0000","172.21.15.102:6835/4276048567":"2024-04-27T04:56:52.556310+0000","172.21.15.102:6801/2424466934":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/465673634":"2024-04-27T04:45:04.482631+0000","172.21.15.102:0/3833618734":"2024-04-27T04:44:33.295200+0000","172.21.15.102:6800/3931113265":"2024-04-27T04:45:04.482631+0000","172.21.15.102:0/2302429507":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/2131566144":"2024-04-27T04:54:11.840087+0000","172.21.15.102:6801/3931113265":"2024-04-27T04:45:04.482631+0000","172.21.15.102:6800/3977872321":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/1933355956":"2024-04-27T04:45:04.482631+0000","172.21.15.102:6801/3977872321":"2024-04-27T04:54:11.840087+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T04:57:20.894 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-26T04:57:20.894 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T04:57:21.200 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:21 smithi102 bash[31411]: cluster 2024-04-26T04:57:19.921551+0000 mgr.y (mgr.24272) 132 : cluster [DBG] pgmap v109: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:21.200 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:21 smithi102 bash[31411]: audit 2024-04-26T04:57:20.212167+0000 mon.c (mon.2) 104 : audit [DBG] from='client.? 172.21.15.102:0/1784666671' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T04:57:21.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:21 smithi102 bash[21319]: cluster 2024-04-26T04:57:19.921551+0000 mgr.y (mgr.24272) 132 : cluster [DBG] pgmap v109: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:21.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:21 smithi102 bash[21319]: audit 2024-04-26T04:57:20.212167+0000 mon.c (mon.2) 104 : audit [DBG] from='client.? 172.21.15.102:0/1784666671' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T04:57:21.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:21 smithi174 bash[23471]: cluster 2024-04-26T04:57:19.921551+0000 mgr.y (mgr.24272) 132 : cluster [DBG] pgmap v109: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:21.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:21 smithi174 bash[23471]: audit 2024-04-26T04:57:20.212167+0000 mon.c (mon.2) 104 : audit [DBG] from='client.? 172.21.15.102:0/1784666671' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T04:57:23.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:23 smithi174 bash[23471]: cluster 2024-04-26T04:57:21.922124+0000 mgr.y (mgr.24272) 133 : cluster [DBG] pgmap v110: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:23.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:23 smithi102 bash[21319]: cluster 2024-04-26T04:57:21.922124+0000 mgr.y (mgr.24272) 133 : cluster [DBG] pgmap v110: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:23.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:23 smithi102 bash[31411]: cluster 2024-04-26T04:57:21.922124+0000 mgr.y (mgr.24272) 133 : cluster [DBG] pgmap v110: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:25.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:25 smithi174 bash[23471]: cluster 2024-04-26T04:57:23.923174+0000 mgr.y (mgr.24272) 134 : cluster [DBG] pgmap v111: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:25.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:25 smithi102 bash[31411]: cluster 2024-04-26T04:57:23.923174+0000 mgr.y (mgr.24272) 134 : cluster [DBG] pgmap v111: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:25.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:25 smithi102 bash[21319]: cluster 2024-04-26T04:57:23.923174+0000 mgr.y (mgr.24272) 134 : cluster [DBG] pgmap v111: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:25.680 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:57:27.200 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:27 smithi102 bash[31411]: cluster 2024-04-26T04:57:25.923817+0000 mgr.y (mgr.24272) 135 : cluster [DBG] pgmap v112: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:27.200 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:27 smithi102 bash[31411]: audit 2024-04-26T04:57:26.942470+0000 mon.c (mon.2) 105 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:57:27.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:27 smithi102 bash[21319]: cluster 2024-04-26T04:57:25.923817+0000 mgr.y (mgr.24272) 135 : cluster [DBG] pgmap v112: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:27.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:27 smithi102 bash[21319]: audit 2024-04-26T04:57:26.942470+0000 mon.c (mon.2) 105 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:57:27.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:27 smithi174 bash[23471]: cluster 2024-04-26T04:57:25.923817+0000 mgr.y (mgr.24272) 135 : cluster [DBG] pgmap v112: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:27.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:27 smithi174 bash[23471]: audit 2024-04-26T04:57:26.942470+0000 mon.c (mon.2) 105 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:57:28.200 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:57:27 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:57:27] "GET /metrics HTTP/1.1" 200 239390 "" "Prometheus/2.43.0" 2024-04-26T04:57:28.455 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:57:28.455 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":72,"fsid":"5615ffaa-0387-11ef-bc93-c7b262605968","created":"2024-04-26T04:44:01.323044+0000","modified":"2024-04-26T04:57:12.999354+0000","last_up_change":"2024-04-26T04:53:17.455274+0000","last_in_change":"2024-04-26T04:52:52.790694+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T04:49:13.104832+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-26T04:54:49.629527+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"64","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-04-26T04:56:45.327085+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-04-26T04:56:45.810297+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}}}],"osds":[{"osd":0,"uuid":"c32ab22c-67df-44a2-8a85-779f1b22f438","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6803","nonce":3468449764}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6805","nonce":3468449764}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6809","nonce":3468449764}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":3468449764},{"type":"v1","addr":"172.21.15.102:6807","nonce":3468449764}]},"public_addr":"172.21.15.102:6803/3468449764","cluster_addr":"172.21.15.102:6805/3468449764","heartbeat_back_addr":"172.21.15.102:6809/3468449764","heartbeat_front_addr":"172.21.15.102:6807/3468449764","state":["exists","up"]},{"osd":1,"uuid":"dd0b2581-1833-425f-9b16-cb561d34a9e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6811","nonce":1472023113}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6813","nonce":1472023113}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6817","nonce":1472023113}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":1472023113},{"type":"v1","addr":"172.21.15.102:6815","nonce":1472023113}]},"public_addr":"172.21.15.102:6811/1472023113","cluster_addr":"172.21.15.102:6813/1472023113","heartbeat_back_addr":"172.21.15.102:6817/1472023113","heartbeat_front_addr":"172.21.15.102:6815/1472023113","state":["exists","up"]},{"osd":2,"uuid":"b74ab273-8305-4ae4-ac48-b2135ebfb5aa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6819","nonce":3703443933}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6821","nonce":3703443933}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6825","nonce":3703443933}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":3703443933},{"type":"v1","addr":"172.21.15.102:6823","nonce":3703443933}]},"public_addr":"172.21.15.102:6819/3703443933","cluster_addr":"172.21.15.102:6821/3703443933","heartbeat_back_addr":"172.21.15.102:6825/3703443933","heartbeat_front_addr":"172.21.15.102:6823/3703443933","state":["exists","up"]},{"osd":3,"uuid":"59554603-74c2-48a4-9ae6-21904ca7f5f7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6827","nonce":621421344}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6829","nonce":621421344}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6833","nonce":621421344}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":621421344},{"type":"v1","addr":"172.21.15.102:6831","nonce":621421344}]},"public_addr":"172.21.15.102:6827/621421344","cluster_addr":"172.21.15.102:6829/621421344","heartbeat_back_addr":"172.21.15.102:6833/621421344","heartbeat_front_addr":"172.21.15.102:6831/621421344","state":["exists","up"]},{"osd":4,"uuid":"2620174f-db78-44b1-8f13-1cd95cf00437","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6801","nonce":2769737089}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6803","nonce":2769737089}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6807","nonce":2769737089}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":2769737089},{"type":"v1","addr":"172.21.15.174:6805","nonce":2769737089}]},"public_addr":"172.21.15.174:6801/2769737089","cluster_addr":"172.21.15.174:6803/2769737089","heartbeat_back_addr":"172.21.15.174:6807/2769737089","heartbeat_front_addr":"172.21.15.174:6805/2769737089","state":["exists","up"]},{"osd":5,"uuid":"709d588d-9022-4a7c-9253-45f0fd5531c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":71,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6809","nonce":1239194999}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6811","nonce":1239194999}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6815","nonce":1239194999}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6813","nonce":1239194999}]},"public_addr":"172.21.15.174:6809/1239194999","cluster_addr":"172.21.15.174:6811/1239194999","heartbeat_back_addr":"172.21.15.174:6815/1239194999","heartbeat_front_addr":"172.21.15.174:6813/1239194999","state":["exists","up"]},{"osd":6,"uuid":"5a4df967-f447-4662-acb1-43f576399c4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6817","nonce":3734711246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6819","nonce":3734711246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6823","nonce":3734711246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6821","nonce":3734711246}]},"public_addr":"172.21.15.174:6817/3734711246","cluster_addr":"172.21.15.174:6819/3734711246","heartbeat_back_addr":"172.21.15.174:6823/3734711246","heartbeat_front_addr":"172.21.15.174:6821/3734711246","state":["exists","up"]},{"osd":7,"uuid":"b07e0cd4-ffd3-4296-9f5e-574fc65aacca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6825","nonce":3556511472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6827","nonce":3556511472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6831","nonce":3556511472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6829","nonce":3556511472}]},"public_addr":"172.21.15.174:6825/3556511472","cluster_addr":"172.21.15.174:6827/3556511472","heartbeat_back_addr":"172.21.15.174:6831/3556511472","heartbeat_front_addr":"172.21.15.174:6829/3556511472","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:47:28.257229+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:48:18.088592+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:49:09.416730+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:50:01.765708+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:50:49.503431+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:51:39.024094+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:52:27.346855+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:53:15.927765+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.f","mappings":[{"from":1,"to":5}]},{"pgid":"4.13","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:0/4278057730":"2024-04-27T04:45:04.482631+0000","172.21.15.102:0/3780951751":"2024-04-27T04:54:11.840087+0000","172.21.15.102:6800/2424466934":"2024-04-27T04:44:33.295200+0000","172.21.15.102:6834/4276048567":"2024-04-27T04:56:52.556310+0000","172.21.15.102:0/2324804206":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/1745747623":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/921950070":"2024-04-27T04:54:11.840087+0000","172.21.15.102:6835/4276048567":"2024-04-27T04:56:52.556310+0000","172.21.15.102:6801/2424466934":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/465673634":"2024-04-27T04:45:04.482631+0000","172.21.15.102:0/3833618734":"2024-04-27T04:44:33.295200+0000","172.21.15.102:6800/3931113265":"2024-04-27T04:45:04.482631+0000","172.21.15.102:0/2302429507":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/2131566144":"2024-04-27T04:54:11.840087+0000","172.21.15.102:6801/3931113265":"2024-04-27T04:45:04.482631+0000","172.21.15.102:6800/3977872321":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/1933355956":"2024-04-27T04:45:04.482631+0000","172.21.15.102:6801/3977872321":"2024-04-27T04:54:11.840087+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T04:57:28.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:57:28 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:57:28] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:57:29.130 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-26T04:57:29.130 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-26T04:57:29.131 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-26T04:57:29.131 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-26T04:57:29.131 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-26T04:57:29.132 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-26T04:57:29.132 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-26T04:57:29.133 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-26T04:57:29.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:29 smithi174 bash[23471]: cluster 2024-04-26T04:57:27.925043+0000 mgr.y (mgr.24272) 136 : cluster [DBG] pgmap v113: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:29.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:29 smithi174 bash[23471]: audit 2024-04-26T04:57:28.458082+0000 mon.c (mon.2) 106 : audit [DBG] from='client.? 172.21.15.102:0/314053170' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T04:57:29.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:29 smithi102 bash[21319]: cluster 2024-04-26T04:57:27.925043+0000 mgr.y (mgr.24272) 136 : cluster [DBG] pgmap v113: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:29.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:29 smithi102 bash[21319]: audit 2024-04-26T04:57:28.458082+0000 mon.c (mon.2) 106 : audit [DBG] from='client.? 172.21.15.102:0/314053170' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T04:57:29.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:29 smithi102 bash[31411]: cluster 2024-04-26T04:57:27.925043+0000 mgr.y (mgr.24272) 136 : cluster [DBG] pgmap v113: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:29.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:29 smithi102 bash[31411]: audit 2024-04-26T04:57:28.458082+0000 mon.c (mon.2) 106 : audit [DBG] from='client.? 172.21.15.102:0/314053170' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T04:57:31.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:31 smithi174 bash[23471]: cluster 2024-04-26T04:57:29.925633+0000 mgr.y (mgr.24272) 137 : cluster [DBG] pgmap v114: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:31.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:31 smithi102 bash[31411]: cluster 2024-04-26T04:57:29.925633+0000 mgr.y (mgr.24272) 137 : cluster [DBG] pgmap v114: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:31.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:31 smithi102 bash[21319]: cluster 2024-04-26T04:57:29.925633+0000 mgr.y (mgr.24272) 137 : cluster [DBG] pgmap v114: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:33.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:33 smithi174 bash[23471]: cluster 2024-04-26T04:57:31.926273+0000 mgr.y (mgr.24272) 138 : cluster [DBG] pgmap v115: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:33.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:33 smithi102 bash[31411]: cluster 2024-04-26T04:57:31.926273+0000 mgr.y (mgr.24272) 138 : cluster [DBG] pgmap v115: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:33.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:33 smithi102 bash[21319]: cluster 2024-04-26T04:57:31.926273+0000 mgr.y (mgr.24272) 138 : cluster [DBG] pgmap v115: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:34.055 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:57:34.056 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:57:34.057 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:57:34.058 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:57:34.060 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:57:34.066 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:57:34.066 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:57:34.069 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:57:35.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:35 smithi174 bash[23471]: cluster 2024-04-26T04:57:33.927522+0000 mgr.y (mgr.24272) 139 : cluster [DBG] pgmap v116: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:35.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:35 smithi102 bash[31411]: cluster 2024-04-26T04:57:33.927522+0000 mgr.y (mgr.24272) 139 : cluster [DBG] pgmap v116: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:35.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:35 smithi102 bash[21319]: cluster 2024-04-26T04:57:33.927522+0000 mgr.y (mgr.24272) 139 : cluster [DBG] pgmap v116: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:37.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:37 smithi174 bash[23471]: cluster 2024-04-26T04:57:35.927944+0000 mgr.y (mgr.24272) 140 : cluster [DBG] pgmap v117: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:37.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:37 smithi102 bash[21319]: cluster 2024-04-26T04:57:35.927944+0000 mgr.y (mgr.24272) 140 : cluster [DBG] pgmap v117: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:37.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:37 smithi102 bash[31411]: cluster 2024-04-26T04:57:35.927944+0000 mgr.y (mgr.24272) 140 : cluster [DBG] pgmap v117: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:38.137 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:57:37 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:57:37] "GET /metrics HTTP/1.1" 200 239390 "" "Prometheus/2.43.0" 2024-04-26T04:57:38.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:57:38 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:57:38] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:57:39.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:39 smithi174 bash[23471]: cluster 2024-04-26T04:57:37.928970+0000 mgr.y (mgr.24272) 141 : cluster [DBG] pgmap v118: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:39.505 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:39 smithi102 bash[21319]: cluster 2024-04-26T04:57:37.928970+0000 mgr.y (mgr.24272) 141 : cluster [DBG] pgmap v118: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:39.505 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:39 smithi102 bash[31411]: cluster 2024-04-26T04:57:37.928970+0000 mgr.y (mgr.24272) 141 : cluster [DBG] pgmap v118: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:41.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:41 smithi174 bash[23471]: cluster 2024-04-26T04:57:39.929569+0000 mgr.y (mgr.24272) 142 : cluster [DBG] pgmap v119: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:41.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:41 smithi102 bash[31411]: cluster 2024-04-26T04:57:39.929569+0000 mgr.y (mgr.24272) 142 : cluster [DBG] pgmap v119: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:41.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:41 smithi102 bash[21319]: cluster 2024-04-26T04:57:39.929569+0000 mgr.y (mgr.24272) 142 : cluster [DBG] pgmap v119: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:42.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:42 smithi174 bash[23471]: audit 2024-04-26T04:57:41.942961+0000 mon.c (mon.2) 107 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:57:42.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:42 smithi102 bash[21319]: audit 2024-04-26T04:57:41.942961+0000 mon.c (mon.2) 107 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:57:42.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:42 smithi102 bash[31411]: audit 2024-04-26T04:57:41.942961+0000 mon.c (mon.2) 107 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:57:43.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:43 smithi174 bash[23471]: cluster 2024-04-26T04:57:41.930161+0000 mgr.y (mgr.24272) 143 : cluster [DBG] pgmap v120: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:43.461 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:43 smithi102 bash[21319]: cluster 2024-04-26T04:57:41.930161+0000 mgr.y (mgr.24272) 143 : cluster [DBG] pgmap v120: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:43.461 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:43 smithi102 bash[31411]: cluster 2024-04-26T04:57:41.930161+0000 mgr.y (mgr.24272) 143 : cluster [DBG] pgmap v120: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:45.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:45 smithi174 bash[23471]: cluster 2024-04-26T04:57:43.931072+0000 mgr.y (mgr.24272) 144 : cluster [DBG] pgmap v121: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:45.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:45 smithi102 bash[31411]: cluster 2024-04-26T04:57:43.931072+0000 mgr.y (mgr.24272) 144 : cluster [DBG] pgmap v121: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:45.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:45 smithi102 bash[21319]: cluster 2024-04-26T04:57:43.931072+0000 mgr.y (mgr.24272) 144 : cluster [DBG] pgmap v121: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:47.177 INFO:teuthology.orchestra.run.smithi102.stdout:34359738493 2024-04-26T04:57:47.178 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-26T04:57:47.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:47 smithi174 bash[23471]: cluster 2024-04-26T04:57:45.931660+0000 mgr.y (mgr.24272) 145 : cluster [DBG] pgmap v122: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:47.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:47 smithi102 bash[31411]: cluster 2024-04-26T04:57:45.931660+0000 mgr.y (mgr.24272) 145 : cluster [DBG] pgmap v122: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:47.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:47 smithi102 bash[21319]: cluster 2024-04-26T04:57:45.931660+0000 mgr.y (mgr.24272) 145 : cluster [DBG] pgmap v122: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:47.940 INFO:teuthology.orchestra.run.smithi102.stdout:55834574963 2024-04-26T04:57:47.940 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-26T04:57:48.200 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:57:47 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:57:47] "GET /metrics HTTP/1.1" 200 239380 "" "Prometheus/2.43.0" 2024-04-26T04:57:48.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:57:48 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:57:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:57:49.147 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:49 smithi102 bash[31411]: cluster 2024-04-26T04:57:47.932786+0000 mgr.y (mgr.24272) 146 : cluster [DBG] pgmap v123: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:49.148 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:49 smithi102 bash[21319]: cluster 2024-04-26T04:57:47.932786+0000 mgr.y (mgr.24272) 146 : cluster [DBG] pgmap v123: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:49.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:49 smithi174 bash[23471]: cluster 2024-04-26T04:57:47.932786+0000 mgr.y (mgr.24272) 146 : cluster [DBG] pgmap v123: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:51.009 INFO:teuthology.orchestra.run.smithi102.stdout:77309411435 2024-04-26T04:57:51.009 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-26T04:57:51.017 INFO:teuthology.orchestra.run.smithi102.stdout:236223201336 2024-04-26T04:57:51.017 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-26T04:57:51.377 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:51 smithi102 bash[31411]: cluster 2024-04-26T04:57:49.933759+0000 mgr.y (mgr.24272) 147 : cluster [DBG] pgmap v124: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:51.377 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:51 smithi102 bash[21319]: cluster 2024-04-26T04:57:49.933759+0000 mgr.y (mgr.24272) 147 : cluster [DBG] pgmap v124: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:51.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:51 smithi174 bash[23471]: cluster 2024-04-26T04:57:49.933759+0000 mgr.y (mgr.24272) 147 : cluster [DBG] pgmap v124: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:51.713 INFO:teuthology.orchestra.run.smithi102.stdout:133143986261 2024-04-26T04:57:51.714 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-26T04:57:52.564 INFO:teuthology.orchestra.run.smithi102.stdout:167503724620 2024-04-26T04:57:52.564 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-26T04:57:52.582 INFO:teuthology.orchestra.run.smithi102.stdout:201863462979 2024-04-26T04:57:52.582 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-26T04:57:52.600 INFO:teuthology.orchestra.run.smithi102.stdout:111669149791 2024-04-26T04:57:52.601 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-26T04:57:53.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:53 smithi174 bash[23471]: cluster 2024-04-26T04:57:51.934311+0000 mgr.y (mgr.24272) 148 : cluster [DBG] pgmap v125: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:53.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:53 smithi102 bash[21319]: cluster 2024-04-26T04:57:51.934311+0000 mgr.y (mgr.24272) 148 : cluster [DBG] pgmap v125: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:53.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:53 smithi102 bash[31411]: cluster 2024-04-26T04:57:51.934311+0000 mgr.y (mgr.24272) 148 : cluster [DBG] pgmap v125: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:55.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:55 smithi174 bash[23471]: cluster 2024-04-26T04:57:53.935387+0000 mgr.y (mgr.24272) 149 : cluster [DBG] pgmap v126: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:55.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:55 smithi102 bash[31411]: cluster 2024-04-26T04:57:53.935387+0000 mgr.y (mgr.24272) 149 : cluster [DBG] pgmap v126: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:55.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:55 smithi102 bash[21319]: cluster 2024-04-26T04:57:53.935387+0000 mgr.y (mgr.24272) 149 : cluster [DBG] pgmap v126: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:55.580 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:57:55.580 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:57:55.580 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:57:55.581 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:57:55.581 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:57:56.594 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:57:56.594 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:57:56.595 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:57:57.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:57 smithi174 bash[23471]: cluster 2024-04-26T04:57:55.936008+0000 mgr.y (mgr.24272) 150 : cluster [DBG] pgmap v127: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:57.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:57 smithi174 bash[23471]: audit 2024-04-26T04:57:56.943343+0000 mon.c (mon.2) 108 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:57:57.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:57 smithi102 bash[31411]: cluster 2024-04-26T04:57:55.936008+0000 mgr.y (mgr.24272) 150 : cluster [DBG] pgmap v127: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:57.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:57 smithi102 bash[31411]: audit 2024-04-26T04:57:56.943343+0000 mon.c (mon.2) 108 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:57:57.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:57 smithi102 bash[21319]: cluster 2024-04-26T04:57:55.936008+0000 mgr.y (mgr.24272) 150 : cluster [DBG] pgmap v127: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:57.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:57 smithi102 bash[21319]: audit 2024-04-26T04:57:56.943343+0000 mon.c (mon.2) 108 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:57:58.200 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:58 smithi102 bash[21319]: audit 2024-04-26T04:57:57.659186+0000 mon.c (mon.2) 109 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:57:58.200 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:57:57 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:57:57] "GET /metrics HTTP/1.1" 200 239354 "" "Prometheus/2.43.0" 2024-04-26T04:57:58.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:58 smithi102 bash[31411]: audit 2024-04-26T04:57:57.659186+0000 mon.c (mon.2) 109 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:57:58.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:58 smithi174 bash[23471]: audit 2024-04-26T04:57:57.659186+0000 mon.c (mon.2) 109 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:57:58.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:57:58 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:57:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:57:59.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:59 smithi174 bash[23471]: cluster 2024-04-26T04:57:57.936745+0000 mgr.y (mgr.24272) 151 : cluster [DBG] pgmap v128: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:59.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:59 smithi174 bash[23471]: audit 2024-04-26T04:57:58.136693+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:57:59.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:59 smithi174 bash[23471]: audit 2024-04-26T04:57:58.138231+0000 mon.c (mon.2) 111 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:57:59.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:57:59 smithi174 bash[23471]: audit 2024-04-26T04:57:58.144963+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:57:59.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:59 smithi102 bash[31411]: cluster 2024-04-26T04:57:57.936745+0000 mgr.y (mgr.24272) 151 : cluster [DBG] pgmap v128: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:59.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:59 smithi102 bash[31411]: audit 2024-04-26T04:57:58.136693+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:57:59.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:59 smithi102 bash[31411]: audit 2024-04-26T04:57:58.138231+0000 mon.c (mon.2) 111 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:57:59.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:57:59 smithi102 bash[31411]: audit 2024-04-26T04:57:58.144963+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:57:59.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:59 smithi102 bash[21319]: cluster 2024-04-26T04:57:57.936745+0000 mgr.y (mgr.24272) 151 : cluster [DBG] pgmap v128: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:57:59.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:59 smithi102 bash[21319]: audit 2024-04-26T04:57:58.136693+0000 mon.c (mon.2) 110 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:57:59.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:59 smithi102 bash[21319]: audit 2024-04-26T04:57:58.138231+0000 mon.c (mon.2) 111 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:57:59.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:57:59 smithi102 bash[21319]: audit 2024-04-26T04:57:58.144963+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:58:01.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:01 smithi174 bash[23471]: cluster 2024-04-26T04:57:59.937338+0000 mgr.y (mgr.24272) 152 : cluster [DBG] pgmap v129: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:01.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:01 smithi102 bash[31411]: cluster 2024-04-26T04:57:59.937338+0000 mgr.y (mgr.24272) 152 : cluster [DBG] pgmap v129: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:01.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:01 smithi102 bash[21319]: cluster 2024-04-26T04:57:59.937338+0000 mgr.y (mgr.24272) 152 : cluster [DBG] pgmap v129: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:03.359 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:03 smithi102 bash[31411]: cluster 2024-04-26T04:58:01.937885+0000 mgr.y (mgr.24272) 153 : cluster [DBG] pgmap v130: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:03.359 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:03 smithi102 bash[21319]: cluster 2024-04-26T04:58:01.937885+0000 mgr.y (mgr.24272) 153 : cluster [DBG] pgmap v130: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:03.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:03 smithi174 bash[23471]: cluster 2024-04-26T04:58:01.937885+0000 mgr.y (mgr.24272) 153 : cluster [DBG] pgmap v130: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:05.074 INFO:teuthology.orchestra.run.smithi102.stdout:77309411438 2024-04-26T04:58:05.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:05 smithi174 bash[23471]: cluster 2024-04-26T04:58:03.938943+0000 mgr.y (mgr.24272) 154 : cluster [DBG] pgmap v131: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:05.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:05 smithi174 bash[23471]: audit 2024-04-26T04:58:05.079338+0000 mon.c (mon.2) 112 : audit [DBG] from='client.? 172.21.15.102:0/716870974' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T04:58:05.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:05 smithi102 bash[21319]: cluster 2024-04-26T04:58:03.938943+0000 mgr.y (mgr.24272) 154 : cluster [DBG] pgmap v131: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:05.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:05 smithi102 bash[21319]: audit 2024-04-26T04:58:05.079338+0000 mon.c (mon.2) 112 : audit [DBG] from='client.? 172.21.15.102:0/716870974' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T04:58:05.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:05 smithi102 bash[31411]: cluster 2024-04-26T04:58:03.938943+0000 mgr.y (mgr.24272) 154 : cluster [DBG] pgmap v131: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:05.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:05 smithi102 bash[31411]: audit 2024-04-26T04:58:05.079338+0000 mon.c (mon.2) 112 : audit [DBG] from='client.? 172.21.15.102:0/716870974' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T04:58:06.392 INFO:teuthology.orchestra.run.smithi102.stdout:55834574967 2024-04-26T04:58:07.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:07 smithi174 bash[23471]: cluster 2024-04-26T04:58:05.939582+0000 mgr.y (mgr.24272) 155 : cluster [DBG] pgmap v132: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:07.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:07 smithi174 bash[23471]: audit 2024-04-26T04:58:06.397275+0000 mon.a (mon.0) 821 : audit [DBG] from='client.? 172.21.15.102:0/450306710' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T04:58:07.483 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:07 smithi102 bash[31411]: cluster 2024-04-26T04:58:05.939582+0000 mgr.y (mgr.24272) 155 : cluster [DBG] pgmap v132: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:07.483 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:07 smithi102 bash[31411]: audit 2024-04-26T04:58:06.397275+0000 mon.a (mon.0) 821 : audit [DBG] from='client.? 172.21.15.102:0/450306710' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T04:58:07.483 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:07 smithi102 bash[21319]: cluster 2024-04-26T04:58:05.939582+0000 mgr.y (mgr.24272) 155 : cluster [DBG] pgmap v132: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:07.483 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:07 smithi102 bash[21319]: audit 2024-04-26T04:58:06.397275+0000 mon.a (mon.0) 821 : audit [DBG] from='client.? 172.21.15.102:0/450306710' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T04:58:08.200 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:58:07 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:58:07] "GET /metrics HTTP/1.1" 200 239354 "" "Prometheus/2.43.0" 2024-04-26T04:58:08.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:58:08 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:58:08] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:58:09.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:09 smithi174 bash[23471]: cluster 2024-04-26T04:58:07.940592+0000 mgr.y (mgr.24272) 156 : cluster [DBG] pgmap v133: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:09.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:09 smithi102 bash[21319]: cluster 2024-04-26T04:58:07.940592+0000 mgr.y (mgr.24272) 156 : cluster [DBG] pgmap v133: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:09.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:09 smithi102 bash[31411]: cluster 2024-04-26T04:58:07.940592+0000 mgr.y (mgr.24272) 156 : cluster [DBG] pgmap v133: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:09.588 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411435 got 77309411438 for osd.2 2024-04-26T04:58:09.588 DEBUG:teuthology.parallel:result is None 2024-04-26T04:58:10.441 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574963 got 55834574967 for osd.1 2024-04-26T04:58:10.442 DEBUG:teuthology.parallel:result is None 2024-04-26T04:58:10.781 INFO:teuthology.orchestra.run.smithi102.stdout:236223201340 2024-04-26T04:58:11.042 INFO:teuthology.orchestra.run.smithi102.stdout:111669149795 2024-04-26T04:58:11.200 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:11 smithi102 bash[21319]: cluster 2024-04-26T04:58:09.941183+0000 mgr.y (mgr.24272) 157 : cluster [DBG] pgmap v134: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:11.200 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:11 smithi102 bash[21319]: audit 2024-04-26T04:58:10.785885+0000 mon.a (mon.0) 822 : audit [DBG] from='client.? 172.21.15.102:0/2381946425' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T04:58:11.200 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:11 smithi102 bash[21319]: audit 2024-04-26T04:58:11.046962+0000 mon.c (mon.2) 113 : audit [DBG] from='client.? 172.21.15.102:0/1474275062' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T04:58:11.200 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:11 smithi102 bash[31411]: cluster 2024-04-26T04:58:09.941183+0000 mgr.y (mgr.24272) 157 : cluster [DBG] pgmap v134: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:11.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:11 smithi102 bash[31411]: audit 2024-04-26T04:58:10.785885+0000 mon.a (mon.0) 822 : audit [DBG] from='client.? 172.21.15.102:0/2381946425' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T04:58:11.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:11 smithi102 bash[31411]: audit 2024-04-26T04:58:11.046962+0000 mon.c (mon.2) 113 : audit [DBG] from='client.? 172.21.15.102:0/1474275062' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T04:58:11.263 INFO:teuthology.orchestra.run.smithi102.stdout:34359738498 2024-04-26T04:58:11.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:11 smithi174 bash[23471]: cluster 2024-04-26T04:58:09.941183+0000 mgr.y (mgr.24272) 157 : cluster [DBG] pgmap v134: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:11.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:11 smithi174 bash[23471]: audit 2024-04-26T04:58:10.785885+0000 mon.a (mon.0) 822 : audit [DBG] from='client.? 172.21.15.102:0/2381946425' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T04:58:11.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:11 smithi174 bash[23471]: audit 2024-04-26T04:58:11.046962+0000 mon.c (mon.2) 113 : audit [DBG] from='client.? 172.21.15.102:0/1474275062' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T04:58:11.630 INFO:teuthology.orchestra.run.smithi102.stdout:201863462983 2024-04-26T04:58:12.081 INFO:teuthology.orchestra.run.smithi102.stdout:133143986265 2024-04-26T04:58:12.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:12 smithi174 bash[23471]: audit 2024-04-26T04:58:11.268252+0000 mon.a (mon.0) 823 : audit [DBG] from='client.? 172.21.15.102:0/1426557460' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T04:58:12.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:12 smithi174 bash[23471]: audit 2024-04-26T04:58:11.635359+0000 mon.a (mon.0) 824 : audit [DBG] from='client.? 172.21.15.102:0/3113203520' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T04:58:12.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:12 smithi174 bash[23471]: audit 2024-04-26T04:58:11.942905+0000 mon.c (mon.2) 114 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:58:12.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:12 smithi174 bash[23471]: audit 2024-04-26T04:58:12.086540+0000 mon.c (mon.2) 115 : audit [DBG] from='client.? 172.21.15.102:0/2355236370' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T04:58:12.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:12 smithi102 bash[31411]: audit 2024-04-26T04:58:11.268252+0000 mon.a (mon.0) 823 : audit [DBG] from='client.? 172.21.15.102:0/1426557460' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T04:58:12.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:12 smithi102 bash[31411]: audit 2024-04-26T04:58:11.635359+0000 mon.a (mon.0) 824 : audit [DBG] from='client.? 172.21.15.102:0/3113203520' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T04:58:12.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:12 smithi102 bash[31411]: audit 2024-04-26T04:58:11.942905+0000 mon.c (mon.2) 114 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:58:12.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:12 smithi102 bash[31411]: audit 2024-04-26T04:58:12.086540+0000 mon.c (mon.2) 115 : audit [DBG] from='client.? 172.21.15.102:0/2355236370' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T04:58:12.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:12 smithi102 bash[21319]: audit 2024-04-26T04:58:11.268252+0000 mon.a (mon.0) 823 : audit [DBG] from='client.? 172.21.15.102:0/1426557460' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T04:58:12.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:12 smithi102 bash[21319]: audit 2024-04-26T04:58:11.635359+0000 mon.a (mon.0) 824 : audit [DBG] from='client.? 172.21.15.102:0/3113203520' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T04:58:12.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:12 smithi102 bash[21319]: audit 2024-04-26T04:58:11.942905+0000 mon.c (mon.2) 114 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:58:12.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:12 smithi102 bash[21319]: audit 2024-04-26T04:58:12.086540+0000 mon.c (mon.2) 115 : audit [DBG] from='client.? 172.21.15.102:0/2355236370' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T04:58:13.251 INFO:teuthology.orchestra.run.smithi102.stdout:167503724624 2024-04-26T04:58:13.283 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201336 got 236223201340 for osd.7 2024-04-26T04:58:13.283 DEBUG:teuthology.parallel:result is None 2024-04-26T04:58:13.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:13 smithi174 bash[23471]: cluster 2024-04-26T04:58:11.941833+0000 mgr.y (mgr.24272) 158 : cluster [DBG] pgmap v135: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:13.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:13 smithi102 bash[21319]: cluster 2024-04-26T04:58:11.941833+0000 mgr.y (mgr.24272) 158 : cluster [DBG] pgmap v135: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:13.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:13 smithi102 bash[31411]: cluster 2024-04-26T04:58:11.941833+0000 mgr.y (mgr.24272) 158 : cluster [DBG] pgmap v135: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:14.157 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738493 got 34359738498 for osd.0 2024-04-26T04:58:14.157 DEBUG:teuthology.parallel:result is None 2024-04-26T04:58:14.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:14 smithi174 bash[23471]: audit 2024-04-26T04:58:13.256569+0000 mon.a (mon.0) 825 : audit [DBG] from='client.? 172.21.15.102:0/2889809483' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T04:58:14.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:14 smithi102 bash[31411]: audit 2024-04-26T04:58:13.256569+0000 mon.a (mon.0) 825 : audit [DBG] from='client.? 172.21.15.102:0/2889809483' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T04:58:14.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:14 smithi102 bash[21319]: audit 2024-04-26T04:58:13.256569+0000 mon.a (mon.0) 825 : audit [DBG] from='client.? 172.21.15.102:0/2889809483' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T04:58:14.483 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149791 got 111669149795 for osd.3 2024-04-26T04:58:14.483 DEBUG:teuthology.parallel:result is None 2024-04-26T04:58:14.702 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462979 got 201863462983 for osd.6 2024-04-26T04:58:14.702 DEBUG:teuthology.parallel:result is None 2024-04-26T04:58:15.306 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986261 got 133143986265 for osd.4 2024-04-26T04:58:15.306 DEBUG:teuthology.parallel:result is None 2024-04-26T04:58:15.312 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724620 got 167503724624 for osd.5 2024-04-26T04:58:15.312 DEBUG:teuthology.parallel:result is None 2024-04-26T04:58:15.312 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-26T04:58:15.312 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T04:58:15.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:15 smithi174 bash[23471]: cluster 2024-04-26T04:58:13.942948+0000 mgr.y (mgr.24272) 159 : cluster [DBG] pgmap v136: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:15.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:15 smithi102 bash[21319]: cluster 2024-04-26T04:58:13.942948+0000 mgr.y (mgr.24272) 159 : cluster [DBG] pgmap v136: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:15.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:15 smithi102 bash[31411]: cluster 2024-04-26T04:58:13.942948+0000 mgr.y (mgr.24272) 159 : cluster [DBG] pgmap v136: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:17.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:17 smithi174 bash[23471]: cluster 2024-04-26T04:58:15.943573+0000 mgr.y (mgr.24272) 160 : cluster [DBG] pgmap v137: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:17.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:17 smithi102 bash[31411]: cluster 2024-04-26T04:58:15.943573+0000 mgr.y (mgr.24272) 160 : cluster [DBG] pgmap v137: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:17.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:17 smithi102 bash[21319]: cluster 2024-04-26T04:58:15.943573+0000 mgr.y (mgr.24272) 160 : cluster [DBG] pgmap v137: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:18.200 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:58:17 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:58:17] "GET /metrics HTTP/1.1" 200 239366 "" "Prometheus/2.43.0" 2024-04-26T04:58:18.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:58:18 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:58:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:58:19.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:19 smithi174 bash[23471]: cluster 2024-04-26T04:58:17.944656+0000 mgr.y (mgr.24272) 161 : cluster [DBG] pgmap v138: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:19.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:19 smithi102 bash[31411]: cluster 2024-04-26T04:58:17.944656+0000 mgr.y (mgr.24272) 161 : cluster [DBG] pgmap v138: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:19.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:19 smithi102 bash[21319]: cluster 2024-04-26T04:58:17.944656+0000 mgr.y (mgr.24272) 161 : cluster [DBG] pgmap v138: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:20.143 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:58:21.314 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:21 smithi102 bash[31411]: cluster 2024-04-26T04:58:19.945235+0000 mgr.y (mgr.24272) 162 : cluster [DBG] pgmap v139: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:21.314 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:21 smithi102 bash[21319]: cluster 2024-04-26T04:58:19.945235+0000 mgr.y (mgr.24272) 162 : cluster [DBG] pgmap v139: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:21.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:21 smithi174 bash[23471]: cluster 2024-04-26T04:58:19.945235+0000 mgr.y (mgr.24272) 162 : cluster [DBG] pgmap v139: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:22.983 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:58:22.984 INFO:teuthology.orchestra.run.smithi102.stderr:dumped all 2024-04-26T04:58:23.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:23 smithi102 bash[21319]: cluster 2024-04-26T04:58:21.945871+0000 mgr.y (mgr.24272) 163 : cluster [DBG] pgmap v140: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:23.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:23 smithi102 bash[31411]: cluster 2024-04-26T04:58:21.945871+0000 mgr.y (mgr.24272) 163 : cluster [DBG] pgmap v140: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:23.671 INFO:teuthology.orchestra.run.smithi102.stdout:{"pg_ready":true,"pg_map":{"version":140,"stamp":"2024-04-26T04:58:21.945541+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":259,"num_read_kb":355,"num_write":224,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386452,"kb_used_data":7580,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574764,"statfs":{"total":767960285184,"available":765516558336,"internally_reserved":0,"allocated":7761920,"data_stored":4366606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004697"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.003262+0000","last_change":"2024-04-26T04:56:46.464618+0000","last_active":"2024-04-26T04:57:12.003262+0000","last_peered":"2024-04-26T04:57:12.003262+0000","last_clean":"2024-04-26T04:57:12.003262+0000","last_became_active":"2024-04-26T04:56:46.464018+0000","last_became_peered":"2024-04-26T04:56:46.464018+0000","last_unstale":"2024-04-26T04:57:12.003262+0000","last_undegraded":"2024-04-26T04:57:12.003262+0000","last_fullsized":"2024-04-26T04:57:12.003262+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:18:28.982858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"70'5","reported_seq":22,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.102652+0000","last_change":"2024-04-26T04:56:46.439184+0000","last_active":"2024-04-26T04:57:12.102652+0000","last_peered":"2024-04-26T04:57:12.102652+0000","last_clean":"2024-04-26T04:57:12.102652+0000","last_became_active":"2024-04-26T04:56:46.432651+0000","last_became_peered":"2024-04-26T04:56:46.432651+0000","last_unstale":"2024-04-26T04:57:12.102652+0000","last_undegraded":"2024-04-26T04:57:12.102652+0000","last_fullsized":"2024-04-26T04:57:12.102652+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:47:52.170190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010298+0000","last_change":"2024-04-26T04:56:47.500171+0000","last_active":"2024-04-26T04:57:12.010298+0000","last_peered":"2024-04-26T04:57:12.010298+0000","last_clean":"2024-04-26T04:57:12.010298+0000","last_became_active":"2024-04-26T04:56:47.499325+0000","last_became_peered":"2024-04-26T04:56:47.499325+0000","last_unstale":"2024-04-26T04:57:12.010298+0000","last_undegraded":"2024-04-26T04:57:12.010298+0000","last_fullsized":"2024-04-26T04:57:12.010298+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:19:23.088476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"70'2","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010733+0000","last_change":"2024-04-26T04:56:46.451460+0000","last_active":"2024-04-26T04:57:12.010733+0000","last_peered":"2024-04-26T04:57:12.010733+0000","last_clean":"2024-04-26T04:57:12.010733+0000","last_became_active":"2024-04-26T04:56:46.450780+0000","last_became_peered":"2024-04-26T04:56:46.450780+0000","last_unstale":"2024-04-26T04:57:12.010733+0000","last_undegraded":"2024-04-26T04:57:12.010733+0000","last_fullsized":"2024-04-26T04:57:12.010733+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:56:33.411494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.004131+0000","last_change":"2024-04-26T04:56:46.462531+0000","last_active":"2024-04-26T04:57:12.004131+0000","last_peered":"2024-04-26T04:57:12.004131+0000","last_clean":"2024-04-26T04:57:12.004131+0000","last_became_active":"2024-04-26T04:56:46.462112+0000","last_became_peered":"2024-04-26T04:56:46.462112+0000","last_unstale":"2024-04-26T04:57:12.004131+0000","last_undegraded":"2024-04-26T04:57:12.004131+0000","last_fullsized":"2024-04-26T04:57:12.004131+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T14:53:06.924361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.005412+0000","last_change":"2024-04-26T04:56:46.419530+0000","last_active":"2024-04-26T04:57:12.005412+0000","last_peered":"2024-04-26T04:57:12.005412+0000","last_clean":"2024-04-26T04:57:12.005412+0000","last_became_active":"2024-04-26T04:56:46.419022+0000","last_became_peered":"2024-04-26T04:56:46.419022+0000","last_unstale":"2024-04-26T04:57:12.005412+0000","last_undegraded":"2024-04-26T04:57:12.005412+0000","last_fullsized":"2024-04-26T04:57:12.005412+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:20:24.151761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":24,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-04-26T04:57:13.389886+0000","last_change":"2024-04-26T04:57:13.389886+0000","last_active":"2024-04-26T04:57:13.389886+0000","last_peered":"2024-04-26T04:57:13.389886+0000","last_clean":"2024-04-26T04:57:13.389886+0000","last_became_active":"2024-04-26T04:57:13.388835+0000","last_became_peered":"2024-04-26T04:57:13.388835+0000","last_unstale":"2024-04-26T04:57:13.389886+0000","last_undegraded":"2024-04-26T04:57:13.389886+0000","last_fullsized":"2024-04-26T04:57:13.389886+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:13:52.957495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.005500+0000","last_change":"2024-04-26T04:56:46.418109+0000","last_active":"2024-04-26T04:57:12.005500+0000","last_peered":"2024-04-26T04:57:12.005500+0000","last_clean":"2024-04-26T04:57:12.005500+0000","last_became_active":"2024-04-26T04:56:46.417605+0000","last_became_peered":"2024-04-26T04:56:46.417605+0000","last_unstale":"2024-04-26T04:57:12.005500+0000","last_undegraded":"2024-04-26T04:57:12.005500+0000","last_fullsized":"2024-04-26T04:57:12.005500+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:58:05.219946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.003668+0000","last_change":"2024-04-26T04:56:46.467939+0000","last_active":"2024-04-26T04:57:12.003668+0000","last_peered":"2024-04-26T04:57:12.003668+0000","last_clean":"2024-04-26T04:57:12.003668+0000","last_became_active":"2024-04-26T04:56:46.467632+0000","last_became_peered":"2024-04-26T04:56:46.467632+0000","last_unstale":"2024-04-26T04:57:12.003668+0000","last_undegraded":"2024-04-26T04:57:12.003668+0000","last_fullsized":"2024-04-26T04:57:12.003668+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:40:23.099402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"70'2","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.102184+0000","last_change":"2024-04-26T04:56:46.457321+0000","last_active":"2024-04-26T04:57:12.102184+0000","last_peered":"2024-04-26T04:57:12.102184+0000","last_clean":"2024-04-26T04:57:12.102184+0000","last_became_active":"2024-04-26T04:56:46.455092+0000","last_became_peered":"2024-04-26T04:56:46.455092+0000","last_unstale":"2024-04-26T04:57:12.102184+0000","last_undegraded":"2024-04-26T04:57:12.102184+0000","last_fullsized":"2024-04-26T04:57:12.102184+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:54:57.495718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.006087+0000","last_change":"2024-04-26T04:56:46.446448+0000","last_active":"2024-04-26T04:57:12.006087+0000","last_peered":"2024-04-26T04:57:12.006087+0000","last_clean":"2024-04-26T04:57:12.006087+0000","last_became_active":"2024-04-26T04:56:46.445852+0000","last_became_peered":"2024-04-26T04:56:46.445852+0000","last_unstale":"2024-04-26T04:57:12.006087+0000","last_undegraded":"2024-04-26T04:57:12.006087+0000","last_fullsized":"2024-04-26T04:57:12.006087+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:17:44.296451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"70'1","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.102680+0000","last_change":"2024-04-26T04:56:46.442865+0000","last_active":"2024-04-26T04:57:12.102680+0000","last_peered":"2024-04-26T04:57:12.102680+0000","last_clean":"2024-04-26T04:57:12.102680+0000","last_became_active":"2024-04-26T04:56:46.439296+0000","last_became_peered":"2024-04-26T04:56:46.439296+0000","last_unstale":"2024-04-26T04:57:12.102680+0000","last_undegraded":"2024-04-26T04:57:12.102680+0000","last_fullsized":"2024-04-26T04:57:12.102680+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:39.439832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.012229+0000","last_change":"2024-04-26T04:54:50.959286+0000","last_active":"2024-04-26T04:57:12.012229+0000","last_peered":"2024-04-26T04:57:12.012229+0000","last_clean":"2024-04-26T04:57:12.012229+0000","last_became_active":"2024-04-26T04:54:50.958627+0000","last_became_peered":"2024-04-26T04:54:50.958627+0000","last_unstale":"2024-04-26T04:57:12.012229+0000","last_undegraded":"2024-04-26T04:57:12.012229+0000","last_fullsized":"2024-04-26T04:57:12.012229+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T14:54:53.198575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010107+0000","last_change":"2024-04-26T04:56:48.091892+0000","last_active":"2024-04-26T04:57:12.010107+0000","last_peered":"2024-04-26T04:57:12.010107+0000","last_clean":"2024-04-26T04:57:12.010107+0000","last_became_active":"2024-04-26T04:56:48.091007+0000","last_became_peered":"2024-04-26T04:56:48.091007+0000","last_unstale":"2024-04-26T04:57:12.010107+0000","last_undegraded":"2024-04-26T04:57:12.010107+0000","last_fullsized":"2024-04-26T04:57:12.010107+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:51:25.718669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.005023+0000","last_change":"2024-04-26T04:54:51.100543+0000","last_active":"2024-04-26T04:57:12.005023+0000","last_peered":"2024-04-26T04:57:12.005023+0000","last_clean":"2024-04-26T04:57:12.005023+0000","last_became_active":"2024-04-26T04:54:51.099349+0000","last_became_peered":"2024-04-26T04:54:51.099349+0000","last_unstale":"2024-04-26T04:57:12.005023+0000","last_undegraded":"2024-04-26T04:57:12.005023+0000","last_fullsized":"2024-04-26T04:57:12.005023+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:33:58.057336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010764+0000","last_change":"2024-04-26T04:56:46.443044+0000","last_active":"2024-04-26T04:57:12.010764+0000","last_peered":"2024-04-26T04:57:12.010764+0000","last_clean":"2024-04-26T04:57:12.010764+0000","last_became_active":"2024-04-26T04:56:46.441161+0000","last_became_peered":"2024-04-26T04:56:46.441161+0000","last_unstale":"2024-04-26T04:57:12.010764+0000","last_undegraded":"2024-04-26T04:57:12.010764+0000","last_fullsized":"2024-04-26T04:57:12.010764+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:58:15.579695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.102338+0000","last_change":"2024-04-26T04:56:46.681796+0000","last_active":"2024-04-26T04:57:12.102338+0000","last_peered":"2024-04-26T04:57:12.102338+0000","last_clean":"2024-04-26T04:57:12.102338+0000","last_became_active":"2024-04-26T04:56:46.681463+0000","last_became_peered":"2024-04-26T04:56:46.681463+0000","last_unstale":"2024-04-26T04:57:12.102338+0000","last_undegraded":"2024-04-26T04:57:12.102338+0000","last_fullsized":"2024-04-26T04:57:12.102338+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:11:41.724062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.004082+0000","last_change":"2024-04-26T04:56:46.430623+0000","last_active":"2024-04-26T04:57:12.004082+0000","last_peered":"2024-04-26T04:57:12.004082+0000","last_clean":"2024-04-26T04:57:12.004082+0000","last_became_active":"2024-04-26T04:56:46.427724+0000","last_became_peered":"2024-04-26T04:56:46.427724+0000","last_unstale":"2024-04-26T04:57:12.004082+0000","last_undegraded":"2024-04-26T04:57:12.004082+0000","last_fullsized":"2024-04-26T04:57:12.004082+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:32:16.606565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.000498+0000","last_change":"2024-04-26T04:54:51.097453+0000","last_active":"2024-04-26T04:57:12.000498+0000","last_peered":"2024-04-26T04:57:12.000498+0000","last_clean":"2024-04-26T04:57:12.000498+0000","last_became_active":"2024-04-26T04:54:51.096847+0000","last_became_peered":"2024-04-26T04:54:51.096847+0000","last_unstale":"2024-04-26T04:57:12.000498+0000","last_undegraded":"2024-04-26T04:57:12.000498+0000","last_fullsized":"2024-04-26T04:57:12.000498+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:53:32.545370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.102675+0000","last_change":"2024-04-26T04:56:46.471237+0000","last_active":"2024-04-26T04:57:12.102675+0000","last_peered":"2024-04-26T04:57:12.102675+0000","last_clean":"2024-04-26T04:57:12.102675+0000","last_became_active":"2024-04-26T04:56:46.470940+0000","last_became_peered":"2024-04-26T04:56:46.470940+0000","last_unstale":"2024-04-26T04:57:12.102675+0000","last_undegraded":"2024-04-26T04:57:12.102675+0000","last_fullsized":"2024-04-26T04:57:12.102675+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:32:02.390916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.101882+0000","last_change":"2024-04-26T04:56:46.430792+0000","last_active":"2024-04-26T04:57:12.101882+0000","last_peered":"2024-04-26T04:57:12.101882+0000","last_clean":"2024-04-26T04:57:12.101882+0000","last_became_active":"2024-04-26T04:56:46.429772+0000","last_became_peered":"2024-04-26T04:56:46.429772+0000","last_unstale":"2024-04-26T04:57:12.101882+0000","last_undegraded":"2024-04-26T04:57:12.101882+0000","last_fullsized":"2024-04-26T04:57:12.101882+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:28:53.129953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:11.999844+0000","last_change":"2024-04-26T04:54:50.956300+0000","last_active":"2024-04-26T04:57:11.999844+0000","last_peered":"2024-04-26T04:57:11.999844+0000","last_clean":"2024-04-26T04:57:11.999844+0000","last_became_active":"2024-04-26T04:54:50.955713+0000","last_became_peered":"2024-04-26T04:54:50.955713+0000","last_unstale":"2024-04-26T04:57:11.999844+0000","last_undegraded":"2024-04-26T04:57:11.999844+0000","last_fullsized":"2024-04-26T04:57:11.999844+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:29:33.324489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.011851+0000","last_change":"2024-04-26T04:56:46.684049+0000","last_active":"2024-04-26T04:57:12.011851+0000","last_peered":"2024-04-26T04:57:12.011851+0000","last_clean":"2024-04-26T04:57:12.011851+0000","last_became_active":"2024-04-26T04:56:46.682909+0000","last_became_peered":"2024-04-26T04:56:46.682909+0000","last_unstale":"2024-04-26T04:57:12.011851+0000","last_undegraded":"2024-04-26T04:57:12.011851+0000","last_fullsized":"2024-04-26T04:57:12.011851+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:42:10.264302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010513+0000","last_change":"2024-04-26T04:56:46.460419+0000","last_active":"2024-04-26T04:57:12.010513+0000","last_peered":"2024-04-26T04:57:12.010513+0000","last_clean":"2024-04-26T04:57:12.010513+0000","last_became_active":"2024-04-26T04:56:46.459785+0000","last_became_peered":"2024-04-26T04:56:46.459785+0000","last_unstale":"2024-04-26T04:57:12.010513+0000","last_undegraded":"2024-04-26T04:57:12.010513+0000","last_fullsized":"2024-04-26T04:57:12.010513+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:19:31.838318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"60'128","reported_seq":278,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:11.999762+0000","last_change":"2024-04-26T04:53:20.548703+0000","last_active":"2024-04-26T04:57:11.999762+0000","last_peered":"2024-04-26T04:57:11.999762+0000","last_clean":"2024-04-26T04:57:11.999762+0000","last_became_active":"2024-04-26T04:53:20.547742+0000","last_became_peered":"2024-04-26T04:53:20.547742+0000","last_unstale":"2024-04-26T04:57:11.999762+0000","last_undegraded":"2024-04-26T04:57:11.999762+0000","last_fullsized":"2024-04-26T04:57:11.999762+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:49:13.155083+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:49:13.155083+0000","last_clean_scrub_stamp":"2024-04-26T04:49:13.155083+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:29:27.425435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.004823+0000","last_change":"2024-04-26T04:54:50.956360+0000","last_active":"2024-04-26T04:57:12.004823+0000","last_peered":"2024-04-26T04:57:12.004823+0000","last_clean":"2024-04-26T04:57:12.004823+0000","last_became_active":"2024-04-26T04:54:50.955729+0000","last_became_peered":"2024-04-26T04:54:50.955729+0000","last_unstale":"2024-04-26T04:57:12.004823+0000","last_undegraded":"2024-04-26T04:57:12.004823+0000","last_fullsized":"2024-04-26T04:57:12.004823+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:28:59.497557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.004924+0000","last_change":"2024-04-26T04:56:46.468200+0000","last_active":"2024-04-26T04:57:12.004924+0000","last_peered":"2024-04-26T04:57:12.004924+0000","last_clean":"2024-04-26T04:57:12.004924+0000","last_became_active":"2024-04-26T04:56:46.467563+0000","last_became_peered":"2024-04-26T04:56:46.467563+0000","last_unstale":"2024-04-26T04:57:12.004924+0000","last_undegraded":"2024-04-26T04:57:12.004924+0000","last_fullsized":"2024-04-26T04:57:12.004924+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:50:44.311524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.003207+0000","last_change":"2024-04-26T04:56:46.412028+0000","last_active":"2024-04-26T04:57:12.003207+0000","last_peered":"2024-04-26T04:57:12.003207+0000","last_clean":"2024-04-26T04:57:12.003207+0000","last_became_active":"2024-04-26T04:56:46.411289+0000","last_became_peered":"2024-04-26T04:56:46.411289+0000","last_unstale":"2024-04-26T04:57:12.003207+0000","last_undegraded":"2024-04-26T04:57:12.003207+0000","last_fullsized":"2024-04-26T04:57:12.003207+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:33:59.793170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.003634+0000","last_change":"2024-04-26T04:54:50.959771+0000","last_active":"2024-04-26T04:57:12.003634+0000","last_peered":"2024-04-26T04:57:12.003634+0000","last_clean":"2024-04-26T04:57:12.003634+0000","last_became_active":"2024-04-26T04:54:50.959349+0000","last_became_peered":"2024-04-26T04:54:50.959349+0000","last_unstale":"2024-04-26T04:57:12.003634+0000","last_undegraded":"2024-04-26T04:57:12.003634+0000","last_fullsized":"2024-04-26T04:57:12.003634+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:27.124803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.003996+0000","last_change":"2024-04-26T04:56:46.474421+0000","last_active":"2024-04-26T04:57:12.003996+0000","last_peered":"2024-04-26T04:57:12.003996+0000","last_clean":"2024-04-26T04:57:12.003996+0000","last_became_active":"2024-04-26T04:56:46.474176+0000","last_became_peered":"2024-04-26T04:56:46.474176+0000","last_unstale":"2024-04-26T04:57:12.003996+0000","last_undegraded":"2024-04-26T04:57:12.003996+0000","last_fullsized":"2024-04-26T04:57:12.003996+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:13:34.063820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.006427+0000","last_change":"2024-04-26T04:56:46.426116+0000","last_active":"2024-04-26T04:57:12.006427+0000","last_peered":"2024-04-26T04:57:12.006427+0000","last_clean":"2024-04-26T04:57:12.006427+0000","last_became_active":"2024-04-26T04:56:46.425728+0000","last_became_peered":"2024-04-26T04:56:46.425728+0000","last_unstale":"2024-04-26T04:57:12.006427+0000","last_undegraded":"2024-04-26T04:57:12.006427+0000","last_fullsized":"2024-04-26T04:57:12.006427+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:27:51.853986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.004543+0000","last_change":"2024-04-26T04:54:50.955371+0000","last_active":"2024-04-26T04:57:12.004543+0000","last_peered":"2024-04-26T04:57:12.004543+0000","last_clean":"2024-04-26T04:57:12.004543+0000","last_became_active":"2024-04-26T04:54:50.954636+0000","last_became_peered":"2024-04-26T04:54:50.954636+0000","last_unstale":"2024-04-26T04:57:12.004543+0000","last_undegraded":"2024-04-26T04:57:12.004543+0000","last_fullsized":"2024-04-26T04:57:12.004543+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:12:38.073573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.002824+0000","last_change":"2024-04-26T04:56:46.466127+0000","last_active":"2024-04-26T04:57:12.002824+0000","last_peered":"2024-04-26T04:57:12.002824+0000","last_clean":"2024-04-26T04:57:12.002824+0000","last_became_active":"2024-04-26T04:56:46.465548+0000","last_became_peered":"2024-04-26T04:56:46.465548+0000","last_unstale":"2024-04-26T04:57:12.002824+0000","last_undegraded":"2024-04-26T04:57:12.002824+0000","last_fullsized":"2024-04-26T04:57:12.002824+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:06:21.324264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.005308+0000","last_change":"2024-04-26T04:56:46.430304+0000","last_active":"2024-04-26T04:57:12.005308+0000","last_peered":"2024-04-26T04:57:12.005308+0000","last_clean":"2024-04-26T04:57:12.005308+0000","last_became_active":"2024-04-26T04:56:46.428591+0000","last_became_peered":"2024-04-26T04:56:46.428591+0000","last_unstale":"2024-04-26T04:57:12.005308+0000","last_undegraded":"2024-04-26T04:57:12.005308+0000","last_fullsized":"2024-04-26T04:57:12.005308+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T14:56:49.694298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.003910+0000","last_change":"2024-04-26T04:54:50.957442+0000","last_active":"2024-04-26T04:57:12.003910+0000","last_peered":"2024-04-26T04:57:12.003910+0000","last_clean":"2024-04-26T04:57:12.003910+0000","last_became_active":"2024-04-26T04:54:50.957097+0000","last_became_peered":"2024-04-26T04:54:50.957097+0000","last_unstale":"2024-04-26T04:57:12.003910+0000","last_undegraded":"2024-04-26T04:57:12.003910+0000","last_fullsized":"2024-04-26T04:57:12.003910+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:08:43.695781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":10,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-04-26T04:57:13.389114+0000","last_change":"2024-04-26T04:57:13.389114+0000","last_active":"2024-04-26T04:57:13.389114+0000","last_peered":"2024-04-26T04:57:13.389114+0000","last_clean":"2024-04-26T04:57:13.389114+0000","last_became_active":"2024-04-26T04:57:13.388087+0000","last_became_peered":"2024-04-26T04:57:13.388087+0000","last_unstale":"2024-04-26T04:57:13.389114+0000","last_undegraded":"2024-04-26T04:57:13.389114+0000","last_fullsized":"2024-04-26T04:57:13.389114+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:42:45.441922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010225+0000","last_change":"2024-04-26T04:56:46.472765+0000","last_active":"2024-04-26T04:57:12.010225+0000","last_peered":"2024-04-26T04:57:12.010225+0000","last_clean":"2024-04-26T04:57:12.010225+0000","last_became_active":"2024-04-26T04:56:46.472147+0000","last_became_peered":"2024-04-26T04:56:46.472147+0000","last_unstale":"2024-04-26T04:57:12.010225+0000","last_undegraded":"2024-04-26T04:57:12.010225+0000","last_fullsized":"2024-04-26T04:57:12.010225+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:23.861480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.007733+0000","last_change":"2024-04-26T04:56:46.455924+0000","last_active":"2024-04-26T04:57:12.007733+0000","last_peered":"2024-04-26T04:57:12.007733+0000","last_clean":"2024-04-26T04:57:12.007733+0000","last_became_active":"2024-04-26T04:56:46.455599+0000","last_became_peered":"2024-04-26T04:56:46.455599+0000","last_unstale":"2024-04-26T04:57:12.007733+0000","last_undegraded":"2024-04-26T04:57:12.007733+0000","last_fullsized":"2024-04-26T04:57:12.007733+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:27:42.620488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.006297+0000","last_change":"2024-04-26T04:56:46.418459+0000","last_active":"2024-04-26T04:57:12.006297+0000","last_peered":"2024-04-26T04:57:12.006297+0000","last_clean":"2024-04-26T04:57:12.006297+0000","last_became_active":"2024-04-26T04:56:46.416727+0000","last_became_peered":"2024-04-26T04:56:46.416727+0000","last_unstale":"2024-04-26T04:57:12.006297+0000","last_undegraded":"2024-04-26T04:57:12.006297+0000","last_fullsized":"2024-04-26T04:57:12.006297+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:42:02.041674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.009958+0000","last_change":"2024-04-26T04:56:46.457590+0000","last_active":"2024-04-26T04:57:12.009958+0000","last_peered":"2024-04-26T04:57:12.009958+0000","last_clean":"2024-04-26T04:57:12.009958+0000","last_became_active":"2024-04-26T04:56:46.457010+0000","last_became_peered":"2024-04-26T04:56:46.457010+0000","last_unstale":"2024-04-26T04:57:12.009958+0000","last_undegraded":"2024-04-26T04:57:12.009958+0000","last_fullsized":"2024-04-26T04:57:12.009958+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:03:26.093116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.011365+0000","last_change":"2024-04-26T04:56:46.415999+0000","last_active":"2024-04-26T04:57:12.011365+0000","last_peered":"2024-04-26T04:57:12.011365+0000","last_clean":"2024-04-26T04:57:12.011365+0000","last_became_active":"2024-04-26T04:56:46.414535+0000","last_became_peered":"2024-04-26T04:56:46.414535+0000","last_unstale":"2024-04-26T04:57:12.011365+0000","last_undegraded":"2024-04-26T04:57:12.011365+0000","last_fullsized":"2024-04-26T04:57:12.011365+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:26:59.553744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.006622+0000","last_change":"2024-04-26T04:56:46.462935+0000","last_active":"2024-04-26T04:57:12.006622+0000","last_peered":"2024-04-26T04:57:12.006622+0000","last_clean":"2024-04-26T04:57:12.006622+0000","last_became_active":"2024-04-26T04:56:46.462492+0000","last_became_peered":"2024-04-26T04:56:46.462492+0000","last_unstale":"2024-04-26T04:57:12.006622+0000","last_undegraded":"2024-04-26T04:57:12.006622+0000","last_fullsized":"2024-04-26T04:57:12.006622+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:15:38.332961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"70'3","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010436+0000","last_change":"2024-04-26T04:56:46.448019+0000","last_active":"2024-04-26T04:57:12.010436+0000","last_peered":"2024-04-26T04:57:12.010436+0000","last_clean":"2024-04-26T04:57:12.010436+0000","last_became_active":"2024-04-26T04:56:46.447238+0000","last_became_peered":"2024-04-26T04:56:46.447238+0000","last_unstale":"2024-04-26T04:57:12.010436+0000","last_undegraded":"2024-04-26T04:57:12.010436+0000","last_fullsized":"2024-04-26T04:57:12.010436+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:14:06.569808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.101945+0000","last_change":"2024-04-26T04:56:46.470148+0000","last_active":"2024-04-26T04:57:12.101945+0000","last_peered":"2024-04-26T04:57:12.101945+0000","last_clean":"2024-04-26T04:57:12.101945+0000","last_became_active":"2024-04-26T04:56:46.469716+0000","last_became_peered":"2024-04-26T04:56:46.469716+0000","last_unstale":"2024-04-26T04:57:12.101945+0000","last_undegraded":"2024-04-26T04:57:12.101945+0000","last_fullsized":"2024-04-26T04:57:12.101945+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:08:36.660088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.005254+0000","last_change":"2024-04-26T04:56:46.429460+0000","last_active":"2024-04-26T04:57:12.005254+0000","last_peered":"2024-04-26T04:57:12.005254+0000","last_clean":"2024-04-26T04:57:12.005254+0000","last_became_active":"2024-04-26T04:56:46.428884+0000","last_became_peered":"2024-04-26T04:56:46.428884+0000","last_unstale":"2024-04-26T04:57:12.005254+0000","last_undegraded":"2024-04-26T04:57:12.005254+0000","last_fullsized":"2024-04-26T04:57:12.005254+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:47:41.622153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.011000+0000","last_change":"2024-04-26T04:56:46.679075+0000","last_active":"2024-04-26T04:57:12.011000+0000","last_peered":"2024-04-26T04:57:12.011000+0000","last_clean":"2024-04-26T04:57:12.011000+0000","last_became_active":"2024-04-26T04:56:46.678168+0000","last_became_peered":"2024-04-26T04:56:46.678168+0000","last_unstale":"2024-04-26T04:57:12.011000+0000","last_undegraded":"2024-04-26T04:57:12.011000+0000","last_fullsized":"2024-04-26T04:57:12.011000+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:43:30.165186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.000591+0000","last_change":"2024-04-26T04:56:46.420428+0000","last_active":"2024-04-26T04:57:12.000591+0000","last_peered":"2024-04-26T04:57:12.000591+0000","last_clean":"2024-04-26T04:57:12.000591+0000","last_became_active":"2024-04-26T04:56:46.419530+0000","last_became_peered":"2024-04-26T04:56:46.419530+0000","last_unstale":"2024-04-26T04:57:12.000591+0000","last_undegraded":"2024-04-26T04:57:12.000591+0000","last_fullsized":"2024-04-26T04:57:12.000591+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:51:54.933077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.005721+0000","last_change":"2024-04-26T04:56:46.464393+0000","last_active":"2024-04-26T04:57:12.005721+0000","last_peered":"2024-04-26T04:57:12.005721+0000","last_clean":"2024-04-26T04:57:12.005721+0000","last_became_active":"2024-04-26T04:56:46.464016+0000","last_became_peered":"2024-04-26T04:56:46.464016+0000","last_unstale":"2024-04-26T04:57:12.005721+0000","last_undegraded":"2024-04-26T04:57:12.005721+0000","last_fullsized":"2024-04-26T04:57:12.005721+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:35:36.297943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.000291+0000","last_change":"2024-04-26T04:56:46.422786+0000","last_active":"2024-04-26T04:57:12.000291+0000","last_peered":"2024-04-26T04:57:12.000291+0000","last_clean":"2024-04-26T04:57:12.000291+0000","last_became_active":"2024-04-26T04:56:46.422408+0000","last_became_peered":"2024-04-26T04:56:46.422408+0000","last_unstale":"2024-04-26T04:57:12.000291+0000","last_undegraded":"2024-04-26T04:57:12.000291+0000","last_fullsized":"2024-04-26T04:57:12.000291+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:57:28.508796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.003806+0000","last_change":"2024-04-26T04:56:46.679833+0000","last_active":"2024-04-26T04:57:12.003806+0000","last_peered":"2024-04-26T04:57:12.003806+0000","last_clean":"2024-04-26T04:57:12.003806+0000","last_became_active":"2024-04-26T04:56:46.678909+0000","last_became_peered":"2024-04-26T04:56:46.678909+0000","last_unstale":"2024-04-26T04:57:12.003806+0000","last_undegraded":"2024-04-26T04:57:12.003806+0000","last_fullsized":"2024-04-26T04:57:12.003806+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:49:50.053966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.000859+0000","last_change":"2024-04-26T04:56:46.438430+0000","last_active":"2024-04-26T04:57:12.000859+0000","last_peered":"2024-04-26T04:57:12.000859+0000","last_clean":"2024-04-26T04:57:12.000859+0000","last_became_active":"2024-04-26T04:56:46.436509+0000","last_became_peered":"2024-04-26T04:56:46.436509+0000","last_unstale":"2024-04-26T04:57:12.000859+0000","last_undegraded":"2024-04-26T04:57:12.000859+0000","last_fullsized":"2024-04-26T04:57:12.000859+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:29:14.122725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010610+0000","last_change":"2024-04-26T04:56:48.092610+0000","last_active":"2024-04-26T04:57:12.010610+0000","last_peered":"2024-04-26T04:57:12.010610+0000","last_clean":"2024-04-26T04:57:12.010610+0000","last_became_active":"2024-04-26T04:56:48.090999+0000","last_became_peered":"2024-04-26T04:56:48.090999+0000","last_unstale":"2024-04-26T04:57:12.010610+0000","last_undegraded":"2024-04-26T04:57:12.010610+0000","last_fullsized":"2024-04-26T04:57:12.010610+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:24:13.576693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":27,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.009956+0000","last_change":"2024-04-26T04:56:46.418732+0000","last_active":"2024-04-26T04:57:12.009956+0000","last_peered":"2024-04-26T04:57:12.009956+0000","last_clean":"2024-04-26T04:57:12.009956+0000","last_became_active":"2024-04-26T04:56:46.417895+0000","last_became_peered":"2024-04-26T04:56:46.417895+0000","last_unstale":"2024-04-26T04:57:12.009956+0000","last_undegraded":"2024-04-26T04:57:12.009956+0000","last_fullsized":"2024-04-26T04:57:12.009956+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:01:50.013109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.102106+0000","last_change":"2024-04-26T04:56:46.686295+0000","last_active":"2024-04-26T04:57:12.102106+0000","last_peered":"2024-04-26T04:57:12.102106+0000","last_clean":"2024-04-26T04:57:12.102106+0000","last_became_active":"2024-04-26T04:56:46.685997+0000","last_became_peered":"2024-04-26T04:56:46.685997+0000","last_unstale":"2024-04-26T04:57:12.102106+0000","last_undegraded":"2024-04-26T04:57:12.102106+0000","last_fullsized":"2024-04-26T04:57:12.102106+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:45:09.361805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:11.999756+0000","last_change":"2024-04-26T04:56:46.430084+0000","last_active":"2024-04-26T04:57:11.999756+0000","last_peered":"2024-04-26T04:57:11.999756+0000","last_clean":"2024-04-26T04:57:11.999756+0000","last_became_active":"2024-04-26T04:56:46.429568+0000","last_became_peered":"2024-04-26T04:56:46.429568+0000","last_unstale":"2024-04-26T04:57:11.999756+0000","last_undegraded":"2024-04-26T04:57:11.999756+0000","last_fullsized":"2024-04-26T04:57:11.999756+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T16:12:46.643029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.005198+0000","last_change":"2024-04-26T04:56:46.683431+0000","last_active":"2024-04-26T04:57:12.005198+0000","last_peered":"2024-04-26T04:57:12.005198+0000","last_clean":"2024-04-26T04:57:12.005198+0000","last_became_active":"2024-04-26T04:56:46.682611+0000","last_became_peered":"2024-04-26T04:56:46.682611+0000","last_unstale":"2024-04-26T04:57:12.005198+0000","last_undegraded":"2024-04-26T04:57:12.005198+0000","last_fullsized":"2024-04-26T04:57:12.005198+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:49:52.955883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.101901+0000","last_change":"2024-04-26T04:56:46.430749+0000","last_active":"2024-04-26T04:57:12.101901+0000","last_peered":"2024-04-26T04:57:12.101901+0000","last_clean":"2024-04-26T04:57:12.101901+0000","last_became_active":"2024-04-26T04:56:46.430015+0000","last_became_peered":"2024-04-26T04:56:46.430015+0000","last_unstale":"2024-04-26T04:57:12.101901+0000","last_undegraded":"2024-04-26T04:57:12.101901+0000","last_fullsized":"2024-04-26T04:57:12.101901+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:15:06.403528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010809+0000","last_change":"2024-04-26T04:56:48.091969+0000","last_active":"2024-04-26T04:57:12.010809+0000","last_peered":"2024-04-26T04:57:12.010809+0000","last_clean":"2024-04-26T04:57:12.010809+0000","last_became_active":"2024-04-26T04:56:48.091167+0000","last_became_peered":"2024-04-26T04:56:48.091167+0000","last_unstale":"2024-04-26T04:57:12.010809+0000","last_undegraded":"2024-04-26T04:57:12.010809+0000","last_fullsized":"2024-04-26T04:57:12.010809+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:29:41.331773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.000460+0000","last_change":"2024-04-26T04:56:46.429640+0000","last_active":"2024-04-26T04:57:12.000460+0000","last_peered":"2024-04-26T04:57:12.000460+0000","last_clean":"2024-04-26T04:57:12.000460+0000","last_became_active":"2024-04-26T04:56:46.429112+0000","last_became_peered":"2024-04-26T04:56:46.429112+0000","last_unstale":"2024-04-26T04:57:12.000460+0000","last_undegraded":"2024-04-26T04:57:12.000460+0000","last_fullsized":"2024-04-26T04:57:12.000460+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:05:13.144732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":24,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-04-26T04:57:13.181748+0000","last_change":"2024-04-26T04:57:13.181748+0000","last_active":"2024-04-26T04:57:13.181748+0000","last_peered":"2024-04-26T04:57:13.181748+0000","last_clean":"2024-04-26T04:57:13.181748+0000","last_became_active":"2024-04-26T04:57:13.180797+0000","last_became_peered":"2024-04-26T04:57:13.180797+0000","last_unstale":"2024-04-26T04:57:13.181748+0000","last_undegraded":"2024-04-26T04:57:13.181748+0000","last_fullsized":"2024-04-26T04:57:13.181748+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T16:44:10.356417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"70'7","reported_seq":27,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.006897+0000","last_change":"2024-04-26T04:56:46.417471+0000","last_active":"2024-04-26T04:57:12.006897+0000","last_peered":"2024-04-26T04:57:12.006897+0000","last_clean":"2024-04-26T04:57:12.006897+0000","last_became_active":"2024-04-26T04:56:46.415562+0000","last_became_peered":"2024-04-26T04:56:46.415562+0000","last_unstale":"2024-04-26T04:57:12.006897+0000","last_undegraded":"2024-04-26T04:57:12.006897+0000","last_fullsized":"2024-04-26T04:57:12.006897+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:16:37.413297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":7,"num_read_kb":6,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.002750+0000","last_change":"2024-04-26T04:56:46.463860+0000","last_active":"2024-04-26T04:57:12.002750+0000","last_peered":"2024-04-26T04:57:12.002750+0000","last_clean":"2024-04-26T04:57:12.002750+0000","last_became_active":"2024-04-26T04:56:46.463211+0000","last_became_peered":"2024-04-26T04:56:46.463211+0000","last_unstale":"2024-04-26T04:57:12.002750+0000","last_undegraded":"2024-04-26T04:57:12.002750+0000","last_fullsized":"2024-04-26T04:57:12.002750+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:19:41.845822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.000340+0000","last_change":"2024-04-26T04:56:46.433164+0000","last_active":"2024-04-26T04:57:12.000340+0000","last_peered":"2024-04-26T04:57:12.000340+0000","last_clean":"2024-04-26T04:57:12.000340+0000","last_became_active":"2024-04-26T04:56:46.432663+0000","last_became_peered":"2024-04-26T04:56:46.432663+0000","last_unstale":"2024-04-26T04:57:12.000340+0000","last_undegraded":"2024-04-26T04:57:12.000340+0000","last_fullsized":"2024-04-26T04:57:12.000340+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:54:07.095329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010323+0000","last_change":"2024-04-26T04:56:48.092633+0000","last_active":"2024-04-26T04:57:12.010323+0000","last_peered":"2024-04-26T04:57:12.010323+0000","last_clean":"2024-04-26T04:57:12.010323+0000","last_became_active":"2024-04-26T04:56:48.091195+0000","last_became_peered":"2024-04-26T04:56:48.091195+0000","last_unstale":"2024-04-26T04:57:12.010323+0000","last_undegraded":"2024-04-26T04:57:12.010323+0000","last_fullsized":"2024-04-26T04:57:12.010323+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:58:14.689813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.004996+0000","last_change":"2024-04-26T04:56:46.426135+0000","last_active":"2024-04-26T04:57:12.004996+0000","last_peered":"2024-04-26T04:57:12.004996+0000","last_clean":"2024-04-26T04:57:12.004996+0000","last_became_active":"2024-04-26T04:56:46.425634+0000","last_became_peered":"2024-04-26T04:56:46.425634+0000","last_unstale":"2024-04-26T04:57:12.004996+0000","last_undegraded":"2024-04-26T04:57:12.004996+0000","last_fullsized":"2024-04-26T04:57:12.004996+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T16:39:11.680902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010246+0000","last_change":"2024-04-26T04:56:47.839067+0000","last_active":"2024-04-26T04:57:12.010246+0000","last_peered":"2024-04-26T04:57:12.010246+0000","last_clean":"2024-04-26T04:57:12.010246+0000","last_became_active":"2024-04-26T04:56:47.838719+0000","last_became_peered":"2024-04-26T04:56:47.838719+0000","last_unstale":"2024-04-26T04:57:12.010246+0000","last_undegraded":"2024-04-26T04:57:12.010246+0000","last_fullsized":"2024-04-26T04:57:12.010246+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:40:00.644979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.102585+0000","last_change":"2024-04-26T04:56:46.453822+0000","last_active":"2024-04-26T04:57:12.102585+0000","last_peered":"2024-04-26T04:57:12.102585+0000","last_clean":"2024-04-26T04:57:12.102585+0000","last_became_active":"2024-04-26T04:56:46.432495+0000","last_became_peered":"2024-04-26T04:56:46.432495+0000","last_unstale":"2024-04-26T04:57:12.102585+0000","last_undegraded":"2024-04-26T04:57:12.102585+0000","last_fullsized":"2024-04-26T04:57:12.102585+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:41:39.523726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.012228+0000","last_change":"2024-04-26T04:56:46.448193+0000","last_active":"2024-04-26T04:57:12.012228+0000","last_peered":"2024-04-26T04:57:12.012228+0000","last_clean":"2024-04-26T04:57:12.012228+0000","last_became_active":"2024-04-26T04:56:46.447730+0000","last_became_peered":"2024-04-26T04:56:46.447730+0000","last_unstale":"2024-04-26T04:57:12.012228+0000","last_undegraded":"2024-04-26T04:57:12.012228+0000","last_fullsized":"2024-04-26T04:57:12.012228+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:57:18.695204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010319+0000","last_change":"2024-04-26T04:56:46.470518+0000","last_active":"2024-04-26T04:57:12.010319+0000","last_peered":"2024-04-26T04:57:12.010319+0000","last_clean":"2024-04-26T04:57:12.010319+0000","last_became_active":"2024-04-26T04:56:46.470106+0000","last_became_peered":"2024-04-26T04:56:46.470106+0000","last_unstale":"2024-04-26T04:57:12.010319+0000","last_undegraded":"2024-04-26T04:57:12.010319+0000","last_fullsized":"2024-04-26T04:57:12.010319+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:04:57.000545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.102328+0000","last_change":"2024-04-26T04:56:46.686342+0000","last_active":"2024-04-26T04:57:12.102328+0000","last_peered":"2024-04-26T04:57:12.102328+0000","last_clean":"2024-04-26T04:57:12.102328+0000","last_became_active":"2024-04-26T04:56:46.686034+0000","last_became_peered":"2024-04-26T04:56:46.686034+0000","last_unstale":"2024-04-26T04:57:12.102328+0000","last_undegraded":"2024-04-26T04:57:12.102328+0000","last_fullsized":"2024-04-26T04:57:12.102328+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T14:49:11.725456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.002827+0000","last_change":"2024-04-26T04:56:46.451731+0000","last_active":"2024-04-26T04:57:12.002827+0000","last_peered":"2024-04-26T04:57:12.002827+0000","last_clean":"2024-04-26T04:57:12.002827+0000","last_became_active":"2024-04-26T04:56:46.451124+0000","last_became_peered":"2024-04-26T04:56:46.451124+0000","last_unstale":"2024-04-26T04:57:12.002827+0000","last_undegraded":"2024-04-26T04:57:12.002827+0000","last_fullsized":"2024-04-26T04:57:12.002827+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:21:25.434271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010511+0000","last_change":"2024-04-26T04:56:47.839077+0000","last_active":"2024-04-26T04:57:12.010511+0000","last_peered":"2024-04-26T04:57:12.010511+0000","last_clean":"2024-04-26T04:57:12.010511+0000","last_became_active":"2024-04-26T04:56:47.838737+0000","last_became_peered":"2024-04-26T04:56:47.838737+0000","last_unstale":"2024-04-26T04:57:12.010511+0000","last_undegraded":"2024-04-26T04:57:12.010511+0000","last_fullsized":"2024-04-26T04:57:12.010511+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:52:27.792812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"70'2","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.003728+0000","last_change":"2024-04-26T04:56:46.407827+0000","last_active":"2024-04-26T04:57:12.003728+0000","last_peered":"2024-04-26T04:57:12.003728+0000","last_clean":"2024-04-26T04:57:12.003728+0000","last_became_active":"2024-04-26T04:56:46.407070+0000","last_became_peered":"2024-04-26T04:56:46.407070+0000","last_unstale":"2024-04-26T04:57:12.003728+0000","last_undegraded":"2024-04-26T04:57:12.003728+0000","last_fullsized":"2024-04-26T04:57:12.003728+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:19:16.785899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":47,"num_read_kb":49,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45,"ondisk_log_size":45,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201342,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298680,"kb_used_data":1324,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446472,"statfs":{"total":95995035648,"available":95689187328,"internally_reserved":0,"allocated":1355776,"data_stored":915572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:57:26 2024","interfaces":[{"interface":"back","average":{"1min":1.012,"5min":0.94999999999999996,"15min":0.93100000000000005},"min":{"1min":0.57599999999999996,"5min":0.495,"15min":0.495},"max":{"1min":1.8440000000000001,"5min":1.8440000000000001,"15min":1.8440000000000001},"last":0.77700000000000002},{"interface":"front","average":{"1min":1.105,"5min":0.95299999999999996,"15min":0.93899999999999995},"min":{"1min":0.67500000000000004,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.633,"5min":1.633,"15min":1.633},"last":0.88}]},{"osd":1,"last update":"Fri Apr 26 04:57:26 2024","interfaces":[{"interface":"back","average":{"1min":1.0509999999999999,"5min":0.95499999999999996,"15min":0.94899999999999995},"min":{"1min":0.71999999999999997,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.5169999999999999,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":1.23},{"interface":"front","average":{"1min":1.0589999999999999,"5min":0.99199999999999999,"15min":0.97699999999999998},"min":{"1min":0.77700000000000002,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.7569999999999999,"5min":1.7569999999999999,"15min":1.7569999999999999},"last":0.65400000000000003}]},{"osd":2,"last update":"Fri Apr 26 04:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.93700000000000006,"15min":0.92200000000000004},"min":{"1min":0.67200000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.4530000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":1.048},{"interface":"front","average":{"1min":1.129,"5min":1.0249999999999999,"15min":1.0209999999999999},"min":{"1min":0.79200000000000004,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.978,"5min":1.978,"15min":1.978},"last":1.405}]},{"osd":3,"last update":"Fri Apr 26 04:57:26 2024","interfaces":[{"interface":"back","average":{"1min":1.0349999999999999,"5min":0.97699999999999998,"15min":0.94199999999999995},"min":{"1min":0.71499999999999997,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.587,"5min":1.587,"15min":1.587},"last":0.92700000000000005},{"interface":"front","average":{"1min":1.1879999999999999,"5min":1.087,"15min":1.042},"min":{"1min":0.89700000000000002,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":2.073,"5min":2.073,"15min":2.073},"last":1.343}]},{"osd":4,"last update":"Fri Apr 26 04:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.97599999999999998,"5min":0.89200000000000002,"15min":0.82199999999999995},"min":{"1min":0.65400000000000003,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":2.125,"5min":2.125,"15min":2.125},"last":0.97899999999999998},{"interface":"front","average":{"1min":1.119,"5min":0.997,"15min":0.94499999999999995},"min":{"1min":0.75600000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":1.149}]},{"osd":5,"last update":"Fri Apr 26 04:57:26 2024","interfaces":[{"interface":"back","average":{"1min":1.1930000000000001,"5min":1.03,"15min":0.93600000000000005},"min":{"1min":0.753,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":2.1509999999999998,"5min":2.1509999999999998,"15min":2.1509999999999998},"last":1.466},{"interface":"front","average":{"1min":1.1899999999999999,"5min":1.0640000000000001,"15min":1.0109999999999999},"min":{"1min":0.79500000000000004,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.9099999999999999,"5min":1.9099999999999999,"15min":1.9099999999999999},"last":1.1950000000000001}]},{"osd":6,"last update":"Fri Apr 26 04:57:26 2024","interfaces":[{"interface":"back","average":{"1min":1.2729999999999999,"5min":1.113,"15min":1.052},"min":{"1min":1.008,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":2.028,"5min":2.028,"15min":2.028},"last":1.3080000000000001},{"interface":"front","average":{"1min":1.268,"5min":1.127,"15min":1.046},"min":{"1min":0.77000000000000002,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.6910000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":1.278}]}]},{"osd":6,"up_from":47,"seq":201863462985,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298668,"kb_used_data":1312,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446484,"statfs":{"total":95995035648,"available":95689199616,"internally_reserved":0,"allocated":1343488,"data_stored":915376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.99099999999999999,"5min":0.92300000000000004,"15min":0.94199999999999995},"min":{"1min":0.68200000000000005,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.3560000000000001,"5min":1.486,"15min":1.486},"last":0.97499999999999998},{"interface":"front","average":{"1min":1.0189999999999999,"5min":0.94599999999999995,"15min":0.90100000000000002},"min":{"1min":0.64200000000000002,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.375,"5min":1.375,"15min":1.375},"last":0.995}]},{"osd":1,"last update":"Fri Apr 26 04:57:40 2024","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":0.94599999999999995,"15min":0.92400000000000004},"min":{"1min":0.69299999999999995,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2589999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":1.0589999999999999},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.93400000000000005,"15min":0.91000000000000003},"min":{"1min":0.68600000000000005,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.647,"5min":1.647,"15min":1.647},"last":0.85199999999999998}]},{"osd":2,"last update":"Fri Apr 26 04:57:40 2024","interfaces":[{"interface":"back","average":{"1min":1.046,"5min":0.97599999999999998,"15min":0.95699999999999996},"min":{"1min":0.83599999999999997,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.94299999999999995},{"interface":"front","average":{"1min":1.0189999999999999,"5min":0.96799999999999997,"15min":0.91400000000000003},"min":{"1min":0.77400000000000002,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.2929999999999999,"5min":1.319,"15min":1.319},"last":1.173}]},{"osd":3,"last update":"Fri Apr 26 04:57:40 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1,"15min":0.95899999999999996},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.3939999999999999,"5min":1.403,"15min":1.403},"last":1.121},{"interface":"front","average":{"1min":1.1140000000000001,"5min":1.0489999999999999,"15min":1.0209999999999999},"min":{"1min":0.89800000000000002,"5min":0.69799999999999995,"15min":0.69799999999999995},"max":{"1min":1.524,"5min":1.524,"15min":1.524},"last":1.03}]},{"osd":4,"last update":"Fri Apr 26 04:57:40 2024","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":0.96799999999999997,"15min":0.89400000000000002},"min":{"1min":0.71499999999999997,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.3240000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":0.90600000000000003},{"interface":"front","average":{"1min":1.1439999999999999,"5min":1.0289999999999999,"15min":0.996},"min":{"1min":0.68899999999999995,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.514,"5min":1.609,"15min":1.609},"last":0.75900000000000001}]},{"osd":5,"last update":"Fri Apr 26 04:57:40 2024","interfaces":[{"interface":"back","average":{"1min":1.1679999999999999,"5min":1.036,"15min":0.93799999999999994},"min":{"1min":0.91500000000000004,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.482,"5min":1.5700000000000001,"15min":1.5700000000000001},"last":1.099},{"interface":"front","average":{"1min":1.2549999999999999,"5min":1.109,"15min":1.0740000000000001},"min":{"1min":0.99399999999999999,"5min":0.44,"15min":0.44},"max":{"1min":1.4850000000000001,"5min":1.8460000000000001,"15min":1.8460000000000001},"last":0.879}]},{"osd":7,"last update":"Fri Apr 26 04:57:26 2024","interfaces":[{"interface":"back","average":{"1min":1.252,"5min":1.1140000000000001,"15min":1.038},"min":{"1min":0.90500000000000003,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.728,"5min":1.728,"15min":1.728},"last":1.1459999999999999},{"interface":"front","average":{"1min":1.3009999999999999,"5min":1.1970000000000001,"15min":1.1539999999999999},"min":{"1min":1.073,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.5469999999999999,"5min":1.629,"15min":1.629},"last":0.81699999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574970,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298076,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447076,"statfs":{"total":95995035648,"available":95689805824,"internally_reserved":0,"allocated":733184,"data_stored":323444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:57:43 2024","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68999999999999995,"15min":0.59399999999999997},"min":{"1min":0.33900000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":1.2569999999999999,"5min":1.2569999999999999,"15min":1.2569999999999999},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.81100000000000005,"15min":0.67600000000000005},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.198,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.63600000000000001}]},{"osd":2,"last update":"Fri Apr 26 04:57:29 2024","interfaces":[{"interface":"back","average":{"1min":0.753,"5min":0.78600000000000003,"15min":0.70999999999999996},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.99199999999999999,"5min":1.298,"15min":1.579},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.85299999999999998,"15min":0.749},"min":{"1min":0.38600000000000001,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.234,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.751}]},{"osd":3,"last update":"Fri Apr 26 04:57:29 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.878,"15min":0.82599999999999996},"min":{"1min":0.46300000000000002,"5min":0.371,"15min":0.371},"max":{"1min":1.0740000000000001,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.93999999999999995},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.82099999999999995,"15min":0.80200000000000005},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.2270000000000001,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.86799999999999999}]},{"osd":4,"last update":"Fri Apr 26 04:57:58 2024","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.96399999999999997,"15min":0.90500000000000003},"min":{"1min":0.65400000000000003,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.675,"5min":1.675,"15min":1.675},"last":1.218},{"interface":"front","average":{"1min":1.1080000000000001,"5min":1.0209999999999999,"15min":0.94599999999999995},"min":{"1min":0.69099999999999995,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.524,"5min":1.524,"15min":1.524},"last":1.004}]},{"osd":5,"last update":"Fri Apr 26 04:57:53 2024","interfaces":[{"interface":"back","average":{"1min":1.095,"5min":1.089,"15min":1.0169999999999999},"min":{"1min":0.64900000000000002,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.7190000000000001,"5min":1.7190000000000001,"15min":1.7190000000000001},"last":1.056},{"interface":"front","average":{"1min":1.1160000000000001,"5min":1.147,"15min":1.1020000000000001},"min":{"1min":0.75700000000000001,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.639,"5min":1.639,"15min":1.639},"last":1.248}]},{"osd":6,"last update":"Fri Apr 26 04:57:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0700000000000001,"5min":1.044,"15min":1.0569999999999999},"min":{"1min":0.68400000000000005,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.768,"5min":1.768,"15min":1.768},"last":1.0760000000000001},{"interface":"front","average":{"1min":1.175,"5min":1.1519999999999999,"15min":1.1890000000000001},"min":{"1min":0.65000000000000002,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.6559999999999999,"5min":1.6559999999999999,"15min":1.6559999999999999},"last":1.1990000000000001}]},{"osd":7,"last update":"Fri Apr 26 04:57:29 2024","interfaces":[{"interface":"back","average":{"1min":1.1419999999999999,"5min":1.155,"15min":1.181},"min":{"1min":0.70799999999999996,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.651,"5min":1.651,"15min":1.651},"last":1.3120000000000001},{"interface":"front","average":{"1min":1.0900000000000001,"5min":1.1120000000000001,"15min":1.1459999999999999},"min":{"1min":0.626,"5min":0.625,"15min":0.625},"max":{"1min":1.4099999999999999,"5min":1.722,"15min":1.722},"last":1.1359999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738500,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298668,"kb_used_data":1308,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446484,"statfs":{"total":95995035648,"available":95689199616,"internally_reserved":0,"allocated":1339392,"data_stored":914669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 26 04:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.71099999999999997,"15min":0.60399999999999998},"min":{"1min":0.40300000000000002,"5min":0.307,"15min":0.29699999999999999},"max":{"1min":0.95299999999999996,"5min":2.9790000000000001,"15min":2.9790000000000001},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.83199999999999996,"15min":0.65000000000000002},"min":{"1min":0.376,"5min":0.247,"15min":0.247},"max":{"1min":1.056,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":0.999}]},{"osd":2,"last update":"Fri Apr 26 04:57:24 2024","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.753,"15min":0.66300000000000003},"min":{"1min":0.40300000000000002,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.135,"5min":1.401,"15min":1.401},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.83299999999999996,"15min":0.71499999999999997},"min":{"1min":0.47799999999999998,"5min":0.307,"15min":0.307},"max":{"1min":1.161,"5min":2.4969999999999999,"15min":2.4969999999999999},"last":0.96199999999999997}]},{"osd":3,"last update":"Fri Apr 26 04:57:17 2024","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.81799999999999995,"15min":0.78300000000000003},"min":{"1min":0.42799999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.246,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.84899999999999998,"15min":0.82699999999999996},"min":{"1min":0.45400000000000001,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.98799999999999999,"5min":1.597,"15min":1.597},"last":0.92600000000000005}]},{"osd":4,"last update":"Fri Apr 26 04:58:04 2024","interfaces":[{"interface":"back","average":{"1min":1.0549999999999999,"5min":1.0269999999999999,"15min":0.95099999999999996},"min":{"1min":0.58299999999999996,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.5249999999999999,"5min":2.4969999999999999,"15min":2.4969999999999999},"last":1.0469999999999999},{"interface":"front","average":{"1min":1.1080000000000001,"5min":1.0960000000000001,"15min":1.0209999999999999},"min":{"1min":0.65000000000000002,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.8999999999999999,"5min":2.5960000000000001,"15min":2.5960000000000001},"last":1.131}]},{"osd":5,"last update":"Fri Apr 26 04:57:45 2024","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":1.0629999999999999,"15min":1.028},"min":{"1min":0.78200000000000003,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.6180000000000001,"5min":1.8859999999999999,"15min":1.8859999999999999},"last":1.2190000000000001},{"interface":"front","average":{"1min":1.143,"5min":1.1279999999999999,"15min":1.0680000000000001},"min":{"1min":0.79000000000000004,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.6479999999999999,"5min":2.1539999999999999,"15min":2.1539999999999999},"last":1.091}]},{"osd":6,"last update":"Fri Apr 26 04:57:40 2024","interfaces":[{"interface":"back","average":{"1min":1.2450000000000001,"5min":1.1659999999999999,"15min":1.157},"min":{"1min":0.73599999999999999,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":2.5600000000000001,"5min":2.5600000000000001,"15min":2.5600000000000001},"last":1.1819999999999999},{"interface":"front","average":{"1min":1.177,"5min":1.139,"15min":1.1930000000000001},"min":{"1min":0.65600000000000003,"5min":0.621,"15min":0.621},"max":{"1min":2.532,"5min":2.532,"15min":2.532},"last":1.2849999999999999}]},{"osd":7,"last update":"Fri Apr 26 04:57:24 2024","interfaces":[{"interface":"back","average":{"1min":1.1779999999999999,"5min":1.163,"15min":1.1830000000000001},"min":{"1min":0.68300000000000005,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":1.9650000000000001,"5min":2.403,"15min":2.403},"last":1.3220000000000001},{"interface":"front","average":{"1min":1.302,"5min":1.25,"15min":1.252},"min":{"1min":0.63300000000000001,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":2.5110000000000001,"5min":2.5110000000000001,"15min":2.5110000000000001},"last":1.25}]}]},{"osd":2,"up_from":18,"seq":77309411441,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298088,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447064,"statfs":{"total":95995035648,"available":95689793536,"internally_reserved":0,"allocated":745472,"data_stored":324313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.65200000000000002,"15min":0.58399999999999996},"min":{"1min":0.317,"5min":0.308,"15min":0.28599999999999998},"max":{"1min":0.877,"5min":1.208,"15min":1.208},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.76200000000000001,"5min":0.76800000000000002,"15min":0.66800000000000004},"min":{"1min":0.311,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.101,"5min":1.2110000000000001,"15min":1.2110000000000001},"last":0.70199999999999996}]},{"osd":1,"last update":"Fri Apr 26 04:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.73999999999999999,"15min":0.65100000000000002},"min":{"1min":0.38200000000000001,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.034,"5min":1.2490000000000001,"15min":1.2490000000000001},"last":1.05},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.79000000000000004,"15min":0.69899999999999995},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.1240000000000001,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.752}]},{"osd":3,"last update":"Fri Apr 26 04:57:15 2024","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.751,"15min":0.77000000000000002},"min":{"1min":0.40300000000000002,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.167,"5min":1.167,"15min":1.29},"last":1.1120000000000001},{"interface":"front","average":{"1min":0.80500000000000005,"5min":0.84199999999999997,"15min":0.83799999999999997},"min":{"1min":0.42399999999999999,"5min":0.371,"15min":0.371},"max":{"1min":1.089,"5min":1.3660000000000001,"15min":1.387},"last":0.94499999999999995}]},{"osd":4,"last update":"Fri Apr 26 04:58:06 2024","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":0.97799999999999998,"15min":0.96599999999999997},"min":{"1min":0.65900000000000003,"5min":0.433,"15min":0.433},"max":{"1min":1.2470000000000001,"5min":1.393,"15min":1.393},"last":1.141},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.0289999999999999,"15min":0.998},"min":{"1min":0.58099999999999996,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.4530000000000001,"5min":1.72,"15min":1.72},"last":1.216}]},{"osd":5,"last update":"Fri Apr 26 04:57:53 2024","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":1.0549999999999999,"15min":1.042},"min":{"1min":0.64700000000000002,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.4199999999999999,"5min":1.6040000000000001,"15min":1.6040000000000001},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.032,"5min":1.024,"15min":1.032},"min":{"1min":0.59499999999999997,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.369,"5min":1.5429999999999999,"15min":1.5429999999999999},"last":1.2450000000000001}]},{"osd":6,"last update":"Fri Apr 26 04:57:42 2024","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.071,"15min":1.0960000000000001},"min":{"1min":0.79300000000000004,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.3720000000000001,"5min":1.581,"15min":1.581},"last":1.0800000000000001},{"interface":"front","average":{"1min":1.1699999999999999,"5min":1.1539999999999999,"15min":1.1579999999999999},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.552,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":0.89300000000000002}]},{"osd":7,"last update":"Fri Apr 26 04:57:21 2024","interfaces":[{"interface":"back","average":{"1min":1.1619999999999999,"5min":1.1359999999999999,"15min":1.1339999999999999},"min":{"1min":0.71899999999999997,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.4970000000000001,"5min":1.589,"15min":1.589},"last":1.169},{"interface":"front","average":{"1min":1.105,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.68300000000000005,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.452,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":1.196}]}]},{"osd":3,"up_from":26,"seq":111669149797,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298084,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447068,"statfs":{"total":95995035648,"available":95689797632,"internally_reserved":0,"allocated":741376,"data_stored":323799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:58:13 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.71399999999999997,"15min":0.68799999999999994},"min":{"1min":0.27800000000000002,"5min":0.249,"15min":0.249},"max":{"1min":1.306,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.77600000000000002,"15min":0.74099999999999999},"min":{"1min":0.40200000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.1399999999999999,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.79900000000000004}]},{"osd":1,"last update":"Fri Apr 26 04:58:13 2024","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77300000000000002,"15min":0.75700000000000001},"min":{"1min":0.35399999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.1479999999999999,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.873,"5min":0.78000000000000003,"15min":0.77000000000000002},"min":{"1min":0.373,"5min":0.317,"15min":0.317},"max":{"1min":1.853,"5min":1.853,"15min":1.853},"last":0.84099999999999997}]},{"osd":2,"last update":"Fri Apr 26 04:58:13 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.85499999999999998,"15min":0.83099999999999996},"min":{"1min":0.38900000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":0.95699999999999996},{"interface":"front","average":{"1min":0.88,"5min":0.82899999999999996,"15min":0.79600000000000004},"min":{"1min":0.41699999999999998,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.456,"5min":1.456,"15min":1.456},"last":0.92000000000000004}]},{"osd":4,"last update":"Fri Apr 26 04:58:01 2024","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":1.0209999999999999,"15min":0.96299999999999997},"min":{"1min":0.72399999999999998,"5min":0.63,"15min":0.63},"max":{"1min":1.6319999999999999,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":1.137},{"interface":"front","average":{"1min":1.125,"5min":1.0109999999999999,"15min":0.93500000000000005},"min":{"1min":0.63800000000000001,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.675,"5min":1.675,"15min":1.675},"last":1.0149999999999999}]},{"osd":5,"last update":"Fri Apr 26 04:57:51 2024","interfaces":[{"interface":"back","average":{"1min":1.141,"5min":1.077,"15min":1.0429999999999999},"min":{"1min":0.63200000000000001,"5min":0.622,"15min":0.622},"max":{"1min":1.8839999999999999,"5min":1.8839999999999999,"15min":1.8839999999999999},"last":0.88900000000000001},{"interface":"front","average":{"1min":1.234,"5min":1.109,"15min":1.079},"min":{"1min":0.85899999999999999,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.8420000000000001,"5min":1.8420000000000001,"15min":1.8420000000000001},"last":1.2789999999999999}]},{"osd":6,"last update":"Fri Apr 26 04:57:40 2024","interfaces":[{"interface":"back","average":{"1min":1.1819999999999999,"5min":1.0960000000000001,"15min":1.105},"min":{"1min":0.76200000000000001,"5min":0.497,"15min":0.497},"max":{"1min":1.8660000000000001,"5min":1.8660000000000001,"15min":1.8660000000000001},"last":1.3340000000000001},{"interface":"front","average":{"1min":1.1970000000000001,"5min":1.0980000000000001,"15min":1.099},"min":{"1min":0.79300000000000004,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.73,"5min":1.73,"15min":1.73},"last":0.77000000000000002}]},{"osd":7,"last update":"Fri Apr 26 04:57:27 2024","interfaces":[{"interface":"back","average":{"1min":1.1279999999999999,"5min":1.1299999999999999,"15min":1.1499999999999999},"min":{"1min":0.58899999999999997,"5min":0.505,"15min":0.505},"max":{"1min":1.8080000000000001,"5min":1.895,"15min":1.895},"last":0.94399999999999995},{"interface":"front","average":{"1min":1.1859999999999999,"5min":1.161,"15min":1.159},"min":{"1min":0.72399999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":1.3859999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986267,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298104,"kb_used_data":744,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447048,"statfs":{"total":95995035648,"available":95689777152,"internally_reserved":0,"allocated":761856,"data_stored":325407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:58:08 2024","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":0.90800000000000003,"15min":0.86399999999999999},"min":{"1min":0.65200000000000002,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.252,"5min":1.51,"15min":1.51},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.94699999999999995,"5min":0.94399999999999995,"15min":0.88200000000000001},"min":{"1min":0.59999999999999998,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.4179999999999999,"5min":1.6020000000000001,"15min":1.6020000000000001},"last":0.93700000000000006}]},{"osd":1,"last update":"Fri Apr 26 04:58:08 2024","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":0.91200000000000003,"15min":0.91500000000000004},"min":{"1min":0.60199999999999998,"5min":0.307,"15min":0.307},"max":{"1min":1.272,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":0.98199999999999998},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.91900000000000004,"15min":0.879},"min":{"1min":0.67400000000000004,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.2,"5min":1.466,"15min":1.466},"last":0.878}]},{"osd":2,"last update":"Fri Apr 26 04:58:08 2024","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.94499999999999995,"15min":0.88600000000000001},"min":{"1min":0.74299999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.276,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.69999999999999996},{"interface":"front","average":{"1min":1.016,"5min":1.0029999999999999,"15min":0.94099999999999995},"min":{"1min":0.64800000000000002,"5min":0.54300000000000004,"15min":0.53800000000000003},"max":{"1min":1.397,"5min":1.532,"15min":1.532},"last":0.83499999999999996}]},{"osd":3,"last update":"Fri Apr 26 04:58:08 2024","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":0.97199999999999998,"15min":0.91300000000000003},"min":{"1min":0.78300000000000003,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.407,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":1.0269999999999999},{"interface":"front","average":{"1min":1.032,"5min":1.0029999999999999,"15min":0.93899999999999995},"min":{"1min":0.88800000000000001,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.157,"5min":1.4370000000000001,"15min":1.4370000000000001},"last":1.153}]},{"osd":5,"last update":"Fri Apr 26 04:57:57 2024","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.91800000000000004,"15min":0.82099999999999995},"min":{"1min":0.55200000000000005,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.2430000000000001,"5min":1.532,"15min":1.532},"last":1.0760000000000001},{"interface":"front","average":{"1min":1.202,"5min":1.099,"15min":0.91900000000000004},"min":{"1min":0.46500000000000002,"5min":0.375,"15min":0.375},"max":{"1min":1.573,"5min":1.6180000000000001,"15min":1.6180000000000001},"last":1.226}]},{"osd":6,"last update":"Fri Apr 26 04:57:39 2024","interfaces":[{"interface":"back","average":{"1min":1.117,"5min":1.014,"15min":0.872},"min":{"1min":0.373,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.4399999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":1.1220000000000001},{"interface":"front","average":{"1min":1.0920000000000001,"5min":0.96299999999999997,"15min":0.85599999999999998},"min":{"1min":0.59599999999999997,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.482,"5min":1.681,"15min":1.681},"last":1.2529999999999999}]},{"osd":7,"last update":"Fri Apr 26 04:57:23 2024","interfaces":[{"interface":"back","average":{"1min":1.145,"5min":1.081,"15min":1.01},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.375,"5min":1.976,"15min":1.976},"last":1.1830000000000001},{"interface":"front","average":{"1min":1.1000000000000001,"5min":1.042,"15min":0.99199999999999999},"min":{"1min":0.58299999999999996,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.395,"5min":1.708,"15min":1.708},"last":1.21}]}]},{"osd":5,"up_from":39,"seq":167503724626,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298084,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447068,"statfs":{"total":95995035648,"available":95689797632,"internally_reserved":0,"allocated":741376,"data_stored":324026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:57:51 2024","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.89200000000000002,"15min":0.90800000000000003},"min":{"1min":0.626,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.2609999999999999,"5min":1.306,"15min":1.3420000000000001},"last":1.2410000000000001},{"interface":"front","average":{"1min":1.018,"5min":0.96899999999999997,"15min":0.96699999999999997},"min":{"1min":0.60999999999999999,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.355,"5min":1.355,"15min":1.355},"last":0.82599999999999996}]},{"osd":1,"last update":"Fri Apr 26 04:57:51 2024","interfaces":[{"interface":"back","average":{"1min":0.92900000000000005,"5min":0.91200000000000003,"15min":0.92000000000000004},"min":{"1min":0.64600000000000002,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.3360000000000001,"5min":1.3500000000000001,"15min":1.5509999999999999},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.90700000000000003,"5min":0.97199999999999998,"15min":0.98399999999999999},"min":{"1min":0.61099999999999999,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.1910000000000001,"5min":1.355,"15min":1.355},"last":0.96999999999999997}]},{"osd":2,"last update":"Fri Apr 26 04:57:51 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.92700000000000005,"15min":0.92700000000000005},"min":{"1min":0.72399999999999998,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.3140000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":1.1539999999999999},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.92500000000000004,"15min":0.92000000000000004},"min":{"1min":0.71299999999999997,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.139,"5min":1.411,"15min":1.411},"last":1.04}]},{"osd":3,"last update":"Fri Apr 26 04:57:51 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.98399999999999999,"15min":0.95599999999999996},"min":{"1min":0.65900000000000003,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.302,"5min":1.665,"15min":1.665},"last":1.097},{"interface":"front","average":{"1min":0.998,"5min":0.96499999999999997,"15min":0.96799999999999997},"min":{"1min":0.78800000000000003,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.415,"5min":1.448,"15min":1.448},"last":1.117}]},{"osd":4,"last update":"Fri Apr 26 04:57:51 2024","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.91800000000000004,"15min":0.82199999999999995},"min":{"1min":0.65800000000000003,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.208,"5min":1.452,"15min":1.452},"last":1.075},{"interface":"front","average":{"1min":1.034,"5min":0.997,"15min":0.88100000000000001},"min":{"1min":0.65900000000000003,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.3939999999999999,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":0.88800000000000001}]},{"osd":6,"last update":"Fri Apr 26 04:57:39 2024","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.0329999999999999,"15min":1.024},"min":{"1min":0.76400000000000001,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.3440000000000001,"5min":1.8420000000000001,"15min":1.8420000000000001},"last":1.0049999999999999},{"interface":"front","average":{"1min":1.077,"5min":1.069,"15min":1.0209999999999999},"min":{"1min":0.79000000000000004,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":1.1819999999999999}]},{"osd":7,"last update":"Fri Apr 26 04:57:28 2024","interfaces":[{"interface":"back","average":{"1min":1.177,"5min":1.129,"15min":1.105},"min":{"1min":0.879,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.4370000000000001,"5min":1.502,"15min":1.502},"last":1.2889999999999999},{"interface":"front","average":{"1min":1.1830000000000001,"5min":1.139,"15min":1.125},"min":{"1min":1.018,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.5,"5min":1.573,"15min":1.573},"last":1.214}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T04:58:23.676 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T04:58:23.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:23 smithi174 bash[23471]: cluster 2024-04-26T04:58:21.945871+0000 mgr.y (mgr.24272) 163 : cluster [DBG] pgmap v140: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:24.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:24 smithi102 bash[31411]: audit 2024-04-26T04:58:22.960402+0000 mgr.y (mgr.24272) 164 : audit [DBG] from='client.14700 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T04:58:24.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:24 smithi102 bash[21319]: audit 2024-04-26T04:58:22.960402+0000 mgr.y (mgr.24272) 164 : audit [DBG] from='client.14700 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T04:58:24.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:24 smithi174 bash[23471]: audit 2024-04-26T04:58:22.960402+0000 mgr.y (mgr.24272) 164 : audit [DBG] from='client.14700 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T04:58:25.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:25 smithi102 bash[31411]: cluster 2024-04-26T04:58:23.946822+0000 mgr.y (mgr.24272) 165 : cluster [DBG] pgmap v141: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:25.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:25 smithi102 bash[21319]: cluster 2024-04-26T04:58:23.946822+0000 mgr.y (mgr.24272) 165 : cluster [DBG] pgmap v141: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:25.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:25 smithi174 bash[23471]: cluster 2024-04-26T04:58:23.946822+0000 mgr.y (mgr.24272) 165 : cluster [DBG] pgmap v141: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:27.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:27 smithi174 bash[23471]: cluster 2024-04-26T04:58:25.947333+0000 mgr.y (mgr.24272) 166 : cluster [DBG] pgmap v142: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:27.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:27 smithi174 bash[23471]: audit 2024-04-26T04:58:26.944052+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:58:27.700 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:27 smithi102 bash[21319]: cluster 2024-04-26T04:58:25.947333+0000 mgr.y (mgr.24272) 166 : cluster [DBG] pgmap v142: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:27.700 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:27 smithi102 bash[21319]: audit 2024-04-26T04:58:26.944052+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:58:27.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:27 smithi102 bash[31411]: cluster 2024-04-26T04:58:25.947333+0000 mgr.y (mgr.24272) 166 : cluster [DBG] pgmap v142: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:27.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:27 smithi102 bash[31411]: audit 2024-04-26T04:58:26.944052+0000 mon.c (mon.2) 116 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:58:28.200 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:58:27 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:58:27] "GET /metrics HTTP/1.1" 200 239363 "" "Prometheus/2.43.0" 2024-04-26T04:58:28.461 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:58:28.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:58:28 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:58:28] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:58:29.492 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:29 smithi102 bash[21319]: cluster 2024-04-26T04:58:27.948621+0000 mgr.y (mgr.24272) 167 : cluster [DBG] pgmap v143: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:29.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:29 smithi102 bash[31411]: cluster 2024-04-26T04:58:27.948621+0000 mgr.y (mgr.24272) 167 : cluster [DBG] pgmap v143: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:29.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:29 smithi174 bash[23471]: cluster 2024-04-26T04:58:27.948621+0000 mgr.y (mgr.24272) 167 : cluster [DBG] pgmap v143: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:31.320 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:58:31.322 INFO:teuthology.orchestra.run.smithi102.stderr:dumped all 2024-04-26T04:58:31.530 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:31 smithi102 bash[31411]: cluster 2024-04-26T04:58:29.949326+0000 mgr.y (mgr.24272) 168 : cluster [DBG] pgmap v144: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:31.531 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:31 smithi102 bash[21319]: cluster 2024-04-26T04:58:29.949326+0000 mgr.y (mgr.24272) 168 : cluster [DBG] pgmap v144: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:31.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:31 smithi174 bash[23471]: cluster 2024-04-26T04:58:29.949326+0000 mgr.y (mgr.24272) 168 : cluster [DBG] pgmap v144: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:32.030 INFO:teuthology.orchestra.run.smithi102.stdout:{"pg_ready":true,"pg_map":{"version":144,"stamp":"2024-04-26T04:58:29.949002+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":259,"num_read_kb":355,"num_write":224,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386452,"kb_used_data":7580,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574764,"statfs":{"total":767960285184,"available":765516558336,"internally_reserved":0,"allocated":7761920,"data_stored":4366606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005138"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.003262+0000","last_change":"2024-04-26T04:56:46.464618+0000","last_active":"2024-04-26T04:57:12.003262+0000","last_peered":"2024-04-26T04:57:12.003262+0000","last_clean":"2024-04-26T04:57:12.003262+0000","last_became_active":"2024-04-26T04:56:46.464018+0000","last_became_peered":"2024-04-26T04:56:46.464018+0000","last_unstale":"2024-04-26T04:57:12.003262+0000","last_undegraded":"2024-04-26T04:57:12.003262+0000","last_fullsized":"2024-04-26T04:57:12.003262+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:18:28.982858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"70'5","reported_seq":22,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.102652+0000","last_change":"2024-04-26T04:56:46.439184+0000","last_active":"2024-04-26T04:57:12.102652+0000","last_peered":"2024-04-26T04:57:12.102652+0000","last_clean":"2024-04-26T04:57:12.102652+0000","last_became_active":"2024-04-26T04:56:46.432651+0000","last_became_peered":"2024-04-26T04:56:46.432651+0000","last_unstale":"2024-04-26T04:57:12.102652+0000","last_undegraded":"2024-04-26T04:57:12.102652+0000","last_fullsized":"2024-04-26T04:57:12.102652+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:47:52.170190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010298+0000","last_change":"2024-04-26T04:56:47.500171+0000","last_active":"2024-04-26T04:57:12.010298+0000","last_peered":"2024-04-26T04:57:12.010298+0000","last_clean":"2024-04-26T04:57:12.010298+0000","last_became_active":"2024-04-26T04:56:47.499325+0000","last_became_peered":"2024-04-26T04:56:47.499325+0000","last_unstale":"2024-04-26T04:57:12.010298+0000","last_undegraded":"2024-04-26T04:57:12.010298+0000","last_fullsized":"2024-04-26T04:57:12.010298+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:19:23.088476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"70'2","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010733+0000","last_change":"2024-04-26T04:56:46.451460+0000","last_active":"2024-04-26T04:57:12.010733+0000","last_peered":"2024-04-26T04:57:12.010733+0000","last_clean":"2024-04-26T04:57:12.010733+0000","last_became_active":"2024-04-26T04:56:46.450780+0000","last_became_peered":"2024-04-26T04:56:46.450780+0000","last_unstale":"2024-04-26T04:57:12.010733+0000","last_undegraded":"2024-04-26T04:57:12.010733+0000","last_fullsized":"2024-04-26T04:57:12.010733+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:56:33.411494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.004131+0000","last_change":"2024-04-26T04:56:46.462531+0000","last_active":"2024-04-26T04:57:12.004131+0000","last_peered":"2024-04-26T04:57:12.004131+0000","last_clean":"2024-04-26T04:57:12.004131+0000","last_became_active":"2024-04-26T04:56:46.462112+0000","last_became_peered":"2024-04-26T04:56:46.462112+0000","last_unstale":"2024-04-26T04:57:12.004131+0000","last_undegraded":"2024-04-26T04:57:12.004131+0000","last_fullsized":"2024-04-26T04:57:12.004131+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T14:53:06.924361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.005412+0000","last_change":"2024-04-26T04:56:46.419530+0000","last_active":"2024-04-26T04:57:12.005412+0000","last_peered":"2024-04-26T04:57:12.005412+0000","last_clean":"2024-04-26T04:57:12.005412+0000","last_became_active":"2024-04-26T04:56:46.419022+0000","last_became_peered":"2024-04-26T04:56:46.419022+0000","last_unstale":"2024-04-26T04:57:12.005412+0000","last_undegraded":"2024-04-26T04:57:12.005412+0000","last_fullsized":"2024-04-26T04:57:12.005412+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:20:24.151761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":24,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-04-26T04:57:13.389886+0000","last_change":"2024-04-26T04:57:13.389886+0000","last_active":"2024-04-26T04:57:13.389886+0000","last_peered":"2024-04-26T04:57:13.389886+0000","last_clean":"2024-04-26T04:57:13.389886+0000","last_became_active":"2024-04-26T04:57:13.388835+0000","last_became_peered":"2024-04-26T04:57:13.388835+0000","last_unstale":"2024-04-26T04:57:13.389886+0000","last_undegraded":"2024-04-26T04:57:13.389886+0000","last_fullsized":"2024-04-26T04:57:13.389886+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:13:52.957495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.005500+0000","last_change":"2024-04-26T04:56:46.418109+0000","last_active":"2024-04-26T04:57:12.005500+0000","last_peered":"2024-04-26T04:57:12.005500+0000","last_clean":"2024-04-26T04:57:12.005500+0000","last_became_active":"2024-04-26T04:56:46.417605+0000","last_became_peered":"2024-04-26T04:56:46.417605+0000","last_unstale":"2024-04-26T04:57:12.005500+0000","last_undegraded":"2024-04-26T04:57:12.005500+0000","last_fullsized":"2024-04-26T04:57:12.005500+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:58:05.219946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.003668+0000","last_change":"2024-04-26T04:56:46.467939+0000","last_active":"2024-04-26T04:57:12.003668+0000","last_peered":"2024-04-26T04:57:12.003668+0000","last_clean":"2024-04-26T04:57:12.003668+0000","last_became_active":"2024-04-26T04:56:46.467632+0000","last_became_peered":"2024-04-26T04:56:46.467632+0000","last_unstale":"2024-04-26T04:57:12.003668+0000","last_undegraded":"2024-04-26T04:57:12.003668+0000","last_fullsized":"2024-04-26T04:57:12.003668+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:40:23.099402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"70'2","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.102184+0000","last_change":"2024-04-26T04:56:46.457321+0000","last_active":"2024-04-26T04:57:12.102184+0000","last_peered":"2024-04-26T04:57:12.102184+0000","last_clean":"2024-04-26T04:57:12.102184+0000","last_became_active":"2024-04-26T04:56:46.455092+0000","last_became_peered":"2024-04-26T04:56:46.455092+0000","last_unstale":"2024-04-26T04:57:12.102184+0000","last_undegraded":"2024-04-26T04:57:12.102184+0000","last_fullsized":"2024-04-26T04:57:12.102184+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:54:57.495718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.006087+0000","last_change":"2024-04-26T04:56:46.446448+0000","last_active":"2024-04-26T04:57:12.006087+0000","last_peered":"2024-04-26T04:57:12.006087+0000","last_clean":"2024-04-26T04:57:12.006087+0000","last_became_active":"2024-04-26T04:56:46.445852+0000","last_became_peered":"2024-04-26T04:56:46.445852+0000","last_unstale":"2024-04-26T04:57:12.006087+0000","last_undegraded":"2024-04-26T04:57:12.006087+0000","last_fullsized":"2024-04-26T04:57:12.006087+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:17:44.296451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"70'1","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.102680+0000","last_change":"2024-04-26T04:56:46.442865+0000","last_active":"2024-04-26T04:57:12.102680+0000","last_peered":"2024-04-26T04:57:12.102680+0000","last_clean":"2024-04-26T04:57:12.102680+0000","last_became_active":"2024-04-26T04:56:46.439296+0000","last_became_peered":"2024-04-26T04:56:46.439296+0000","last_unstale":"2024-04-26T04:57:12.102680+0000","last_undegraded":"2024-04-26T04:57:12.102680+0000","last_fullsized":"2024-04-26T04:57:12.102680+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:22:39.439832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.012229+0000","last_change":"2024-04-26T04:54:50.959286+0000","last_active":"2024-04-26T04:57:12.012229+0000","last_peered":"2024-04-26T04:57:12.012229+0000","last_clean":"2024-04-26T04:57:12.012229+0000","last_became_active":"2024-04-26T04:54:50.958627+0000","last_became_peered":"2024-04-26T04:54:50.958627+0000","last_unstale":"2024-04-26T04:57:12.012229+0000","last_undegraded":"2024-04-26T04:57:12.012229+0000","last_fullsized":"2024-04-26T04:57:12.012229+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T14:54:53.198575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010107+0000","last_change":"2024-04-26T04:56:48.091892+0000","last_active":"2024-04-26T04:57:12.010107+0000","last_peered":"2024-04-26T04:57:12.010107+0000","last_clean":"2024-04-26T04:57:12.010107+0000","last_became_active":"2024-04-26T04:56:48.091007+0000","last_became_peered":"2024-04-26T04:56:48.091007+0000","last_unstale":"2024-04-26T04:57:12.010107+0000","last_undegraded":"2024-04-26T04:57:12.010107+0000","last_fullsized":"2024-04-26T04:57:12.010107+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:51:25.718669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.005023+0000","last_change":"2024-04-26T04:54:51.100543+0000","last_active":"2024-04-26T04:57:12.005023+0000","last_peered":"2024-04-26T04:57:12.005023+0000","last_clean":"2024-04-26T04:57:12.005023+0000","last_became_active":"2024-04-26T04:54:51.099349+0000","last_became_peered":"2024-04-26T04:54:51.099349+0000","last_unstale":"2024-04-26T04:57:12.005023+0000","last_undegraded":"2024-04-26T04:57:12.005023+0000","last_fullsized":"2024-04-26T04:57:12.005023+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:33:58.057336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010764+0000","last_change":"2024-04-26T04:56:46.443044+0000","last_active":"2024-04-26T04:57:12.010764+0000","last_peered":"2024-04-26T04:57:12.010764+0000","last_clean":"2024-04-26T04:57:12.010764+0000","last_became_active":"2024-04-26T04:56:46.441161+0000","last_became_peered":"2024-04-26T04:56:46.441161+0000","last_unstale":"2024-04-26T04:57:12.010764+0000","last_undegraded":"2024-04-26T04:57:12.010764+0000","last_fullsized":"2024-04-26T04:57:12.010764+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:58:15.579695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.102338+0000","last_change":"2024-04-26T04:56:46.681796+0000","last_active":"2024-04-26T04:57:12.102338+0000","last_peered":"2024-04-26T04:57:12.102338+0000","last_clean":"2024-04-26T04:57:12.102338+0000","last_became_active":"2024-04-26T04:56:46.681463+0000","last_became_peered":"2024-04-26T04:56:46.681463+0000","last_unstale":"2024-04-26T04:57:12.102338+0000","last_undegraded":"2024-04-26T04:57:12.102338+0000","last_fullsized":"2024-04-26T04:57:12.102338+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:11:41.724062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.004082+0000","last_change":"2024-04-26T04:56:46.430623+0000","last_active":"2024-04-26T04:57:12.004082+0000","last_peered":"2024-04-26T04:57:12.004082+0000","last_clean":"2024-04-26T04:57:12.004082+0000","last_became_active":"2024-04-26T04:56:46.427724+0000","last_became_peered":"2024-04-26T04:56:46.427724+0000","last_unstale":"2024-04-26T04:57:12.004082+0000","last_undegraded":"2024-04-26T04:57:12.004082+0000","last_fullsized":"2024-04-26T04:57:12.004082+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:32:16.606565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.000498+0000","last_change":"2024-04-26T04:54:51.097453+0000","last_active":"2024-04-26T04:57:12.000498+0000","last_peered":"2024-04-26T04:57:12.000498+0000","last_clean":"2024-04-26T04:57:12.000498+0000","last_became_active":"2024-04-26T04:54:51.096847+0000","last_became_peered":"2024-04-26T04:54:51.096847+0000","last_unstale":"2024-04-26T04:57:12.000498+0000","last_undegraded":"2024-04-26T04:57:12.000498+0000","last_fullsized":"2024-04-26T04:57:12.000498+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:53:32.545370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.102675+0000","last_change":"2024-04-26T04:56:46.471237+0000","last_active":"2024-04-26T04:57:12.102675+0000","last_peered":"2024-04-26T04:57:12.102675+0000","last_clean":"2024-04-26T04:57:12.102675+0000","last_became_active":"2024-04-26T04:56:46.470940+0000","last_became_peered":"2024-04-26T04:56:46.470940+0000","last_unstale":"2024-04-26T04:57:12.102675+0000","last_undegraded":"2024-04-26T04:57:12.102675+0000","last_fullsized":"2024-04-26T04:57:12.102675+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:32:02.390916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.101882+0000","last_change":"2024-04-26T04:56:46.430792+0000","last_active":"2024-04-26T04:57:12.101882+0000","last_peered":"2024-04-26T04:57:12.101882+0000","last_clean":"2024-04-26T04:57:12.101882+0000","last_became_active":"2024-04-26T04:56:46.429772+0000","last_became_peered":"2024-04-26T04:56:46.429772+0000","last_unstale":"2024-04-26T04:57:12.101882+0000","last_undegraded":"2024-04-26T04:57:12.101882+0000","last_fullsized":"2024-04-26T04:57:12.101882+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:28:53.129953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:11.999844+0000","last_change":"2024-04-26T04:54:50.956300+0000","last_active":"2024-04-26T04:57:11.999844+0000","last_peered":"2024-04-26T04:57:11.999844+0000","last_clean":"2024-04-26T04:57:11.999844+0000","last_became_active":"2024-04-26T04:54:50.955713+0000","last_became_peered":"2024-04-26T04:54:50.955713+0000","last_unstale":"2024-04-26T04:57:11.999844+0000","last_undegraded":"2024-04-26T04:57:11.999844+0000","last_fullsized":"2024-04-26T04:57:11.999844+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:29:33.324489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.011851+0000","last_change":"2024-04-26T04:56:46.684049+0000","last_active":"2024-04-26T04:57:12.011851+0000","last_peered":"2024-04-26T04:57:12.011851+0000","last_clean":"2024-04-26T04:57:12.011851+0000","last_became_active":"2024-04-26T04:56:46.682909+0000","last_became_peered":"2024-04-26T04:56:46.682909+0000","last_unstale":"2024-04-26T04:57:12.011851+0000","last_undegraded":"2024-04-26T04:57:12.011851+0000","last_fullsized":"2024-04-26T04:57:12.011851+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:42:10.264302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010513+0000","last_change":"2024-04-26T04:56:46.460419+0000","last_active":"2024-04-26T04:57:12.010513+0000","last_peered":"2024-04-26T04:57:12.010513+0000","last_clean":"2024-04-26T04:57:12.010513+0000","last_became_active":"2024-04-26T04:56:46.459785+0000","last_became_peered":"2024-04-26T04:56:46.459785+0000","last_unstale":"2024-04-26T04:57:12.010513+0000","last_undegraded":"2024-04-26T04:57:12.010513+0000","last_fullsized":"2024-04-26T04:57:12.010513+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:19:31.838318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"60'128","reported_seq":278,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:11.999762+0000","last_change":"2024-04-26T04:53:20.548703+0000","last_active":"2024-04-26T04:57:11.999762+0000","last_peered":"2024-04-26T04:57:11.999762+0000","last_clean":"2024-04-26T04:57:11.999762+0000","last_became_active":"2024-04-26T04:53:20.547742+0000","last_became_peered":"2024-04-26T04:53:20.547742+0000","last_unstale":"2024-04-26T04:57:11.999762+0000","last_undegraded":"2024-04-26T04:57:11.999762+0000","last_fullsized":"2024-04-26T04:57:11.999762+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:49:13.155083+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:49:13.155083+0000","last_clean_scrub_stamp":"2024-04-26T04:49:13.155083+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:29:27.425435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.004823+0000","last_change":"2024-04-26T04:54:50.956360+0000","last_active":"2024-04-26T04:57:12.004823+0000","last_peered":"2024-04-26T04:57:12.004823+0000","last_clean":"2024-04-26T04:57:12.004823+0000","last_became_active":"2024-04-26T04:54:50.955729+0000","last_became_peered":"2024-04-26T04:54:50.955729+0000","last_unstale":"2024-04-26T04:57:12.004823+0000","last_undegraded":"2024-04-26T04:57:12.004823+0000","last_fullsized":"2024-04-26T04:57:12.004823+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:28:59.497557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.004924+0000","last_change":"2024-04-26T04:56:46.468200+0000","last_active":"2024-04-26T04:57:12.004924+0000","last_peered":"2024-04-26T04:57:12.004924+0000","last_clean":"2024-04-26T04:57:12.004924+0000","last_became_active":"2024-04-26T04:56:46.467563+0000","last_became_peered":"2024-04-26T04:56:46.467563+0000","last_unstale":"2024-04-26T04:57:12.004924+0000","last_undegraded":"2024-04-26T04:57:12.004924+0000","last_fullsized":"2024-04-26T04:57:12.004924+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:50:44.311524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.003207+0000","last_change":"2024-04-26T04:56:46.412028+0000","last_active":"2024-04-26T04:57:12.003207+0000","last_peered":"2024-04-26T04:57:12.003207+0000","last_clean":"2024-04-26T04:57:12.003207+0000","last_became_active":"2024-04-26T04:56:46.411289+0000","last_became_peered":"2024-04-26T04:56:46.411289+0000","last_unstale":"2024-04-26T04:57:12.003207+0000","last_undegraded":"2024-04-26T04:57:12.003207+0000","last_fullsized":"2024-04-26T04:57:12.003207+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:33:59.793170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.003634+0000","last_change":"2024-04-26T04:54:50.959771+0000","last_active":"2024-04-26T04:57:12.003634+0000","last_peered":"2024-04-26T04:57:12.003634+0000","last_clean":"2024-04-26T04:57:12.003634+0000","last_became_active":"2024-04-26T04:54:50.959349+0000","last_became_peered":"2024-04-26T04:54:50.959349+0000","last_unstale":"2024-04-26T04:57:12.003634+0000","last_undegraded":"2024-04-26T04:57:12.003634+0000","last_fullsized":"2024-04-26T04:57:12.003634+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:11:27.124803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.003996+0000","last_change":"2024-04-26T04:56:46.474421+0000","last_active":"2024-04-26T04:57:12.003996+0000","last_peered":"2024-04-26T04:57:12.003996+0000","last_clean":"2024-04-26T04:57:12.003996+0000","last_became_active":"2024-04-26T04:56:46.474176+0000","last_became_peered":"2024-04-26T04:56:46.474176+0000","last_unstale":"2024-04-26T04:57:12.003996+0000","last_undegraded":"2024-04-26T04:57:12.003996+0000","last_fullsized":"2024-04-26T04:57:12.003996+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:13:34.063820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.006427+0000","last_change":"2024-04-26T04:56:46.426116+0000","last_active":"2024-04-26T04:57:12.006427+0000","last_peered":"2024-04-26T04:57:12.006427+0000","last_clean":"2024-04-26T04:57:12.006427+0000","last_became_active":"2024-04-26T04:56:46.425728+0000","last_became_peered":"2024-04-26T04:56:46.425728+0000","last_unstale":"2024-04-26T04:57:12.006427+0000","last_undegraded":"2024-04-26T04:57:12.006427+0000","last_fullsized":"2024-04-26T04:57:12.006427+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:27:51.853986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.004543+0000","last_change":"2024-04-26T04:54:50.955371+0000","last_active":"2024-04-26T04:57:12.004543+0000","last_peered":"2024-04-26T04:57:12.004543+0000","last_clean":"2024-04-26T04:57:12.004543+0000","last_became_active":"2024-04-26T04:54:50.954636+0000","last_became_peered":"2024-04-26T04:54:50.954636+0000","last_unstale":"2024-04-26T04:57:12.004543+0000","last_undegraded":"2024-04-26T04:57:12.004543+0000","last_fullsized":"2024-04-26T04:57:12.004543+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:12:38.073573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.002824+0000","last_change":"2024-04-26T04:56:46.466127+0000","last_active":"2024-04-26T04:57:12.002824+0000","last_peered":"2024-04-26T04:57:12.002824+0000","last_clean":"2024-04-26T04:57:12.002824+0000","last_became_active":"2024-04-26T04:56:46.465548+0000","last_became_peered":"2024-04-26T04:56:46.465548+0000","last_unstale":"2024-04-26T04:57:12.002824+0000","last_undegraded":"2024-04-26T04:57:12.002824+0000","last_fullsized":"2024-04-26T04:57:12.002824+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:06:21.324264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.005308+0000","last_change":"2024-04-26T04:56:46.430304+0000","last_active":"2024-04-26T04:57:12.005308+0000","last_peered":"2024-04-26T04:57:12.005308+0000","last_clean":"2024-04-26T04:57:12.005308+0000","last_became_active":"2024-04-26T04:56:46.428591+0000","last_became_peered":"2024-04-26T04:56:46.428591+0000","last_unstale":"2024-04-26T04:57:12.005308+0000","last_undegraded":"2024-04-26T04:57:12.005308+0000","last_fullsized":"2024-04-26T04:57:12.005308+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T14:56:49.694298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.003910+0000","last_change":"2024-04-26T04:54:50.957442+0000","last_active":"2024-04-26T04:57:12.003910+0000","last_peered":"2024-04-26T04:57:12.003910+0000","last_clean":"2024-04-26T04:57:12.003910+0000","last_became_active":"2024-04-26T04:54:50.957097+0000","last_became_peered":"2024-04-26T04:54:50.957097+0000","last_unstale":"2024-04-26T04:57:12.003910+0000","last_undegraded":"2024-04-26T04:57:12.003910+0000","last_fullsized":"2024-04-26T04:57:12.003910+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:08:43.695781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":10,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-04-26T04:57:13.389114+0000","last_change":"2024-04-26T04:57:13.389114+0000","last_active":"2024-04-26T04:57:13.389114+0000","last_peered":"2024-04-26T04:57:13.389114+0000","last_clean":"2024-04-26T04:57:13.389114+0000","last_became_active":"2024-04-26T04:57:13.388087+0000","last_became_peered":"2024-04-26T04:57:13.388087+0000","last_unstale":"2024-04-26T04:57:13.389114+0000","last_undegraded":"2024-04-26T04:57:13.389114+0000","last_fullsized":"2024-04-26T04:57:13.389114+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:42:45.441922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010225+0000","last_change":"2024-04-26T04:56:46.472765+0000","last_active":"2024-04-26T04:57:12.010225+0000","last_peered":"2024-04-26T04:57:12.010225+0000","last_clean":"2024-04-26T04:57:12.010225+0000","last_became_active":"2024-04-26T04:56:46.472147+0000","last_became_peered":"2024-04-26T04:56:46.472147+0000","last_unstale":"2024-04-26T04:57:12.010225+0000","last_undegraded":"2024-04-26T04:57:12.010225+0000","last_fullsized":"2024-04-26T04:57:12.010225+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:03:23.861480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.007733+0000","last_change":"2024-04-26T04:56:46.455924+0000","last_active":"2024-04-26T04:57:12.007733+0000","last_peered":"2024-04-26T04:57:12.007733+0000","last_clean":"2024-04-26T04:57:12.007733+0000","last_became_active":"2024-04-26T04:56:46.455599+0000","last_became_peered":"2024-04-26T04:56:46.455599+0000","last_unstale":"2024-04-26T04:57:12.007733+0000","last_undegraded":"2024-04-26T04:57:12.007733+0000","last_fullsized":"2024-04-26T04:57:12.007733+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:27:42.620488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.006297+0000","last_change":"2024-04-26T04:56:46.418459+0000","last_active":"2024-04-26T04:57:12.006297+0000","last_peered":"2024-04-26T04:57:12.006297+0000","last_clean":"2024-04-26T04:57:12.006297+0000","last_became_active":"2024-04-26T04:56:46.416727+0000","last_became_peered":"2024-04-26T04:56:46.416727+0000","last_unstale":"2024-04-26T04:57:12.006297+0000","last_undegraded":"2024-04-26T04:57:12.006297+0000","last_fullsized":"2024-04-26T04:57:12.006297+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:42:02.041674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.009958+0000","last_change":"2024-04-26T04:56:46.457590+0000","last_active":"2024-04-26T04:57:12.009958+0000","last_peered":"2024-04-26T04:57:12.009958+0000","last_clean":"2024-04-26T04:57:12.009958+0000","last_became_active":"2024-04-26T04:56:46.457010+0000","last_became_peered":"2024-04-26T04:56:46.457010+0000","last_unstale":"2024-04-26T04:57:12.009958+0000","last_undegraded":"2024-04-26T04:57:12.009958+0000","last_fullsized":"2024-04-26T04:57:12.009958+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:03:26.093116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.011365+0000","last_change":"2024-04-26T04:56:46.415999+0000","last_active":"2024-04-26T04:57:12.011365+0000","last_peered":"2024-04-26T04:57:12.011365+0000","last_clean":"2024-04-26T04:57:12.011365+0000","last_became_active":"2024-04-26T04:56:46.414535+0000","last_became_peered":"2024-04-26T04:56:46.414535+0000","last_unstale":"2024-04-26T04:57:12.011365+0000","last_undegraded":"2024-04-26T04:57:12.011365+0000","last_fullsized":"2024-04-26T04:57:12.011365+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:26:59.553744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.006622+0000","last_change":"2024-04-26T04:56:46.462935+0000","last_active":"2024-04-26T04:57:12.006622+0000","last_peered":"2024-04-26T04:57:12.006622+0000","last_clean":"2024-04-26T04:57:12.006622+0000","last_became_active":"2024-04-26T04:56:46.462492+0000","last_became_peered":"2024-04-26T04:56:46.462492+0000","last_unstale":"2024-04-26T04:57:12.006622+0000","last_undegraded":"2024-04-26T04:57:12.006622+0000","last_fullsized":"2024-04-26T04:57:12.006622+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:15:38.332961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"70'3","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010436+0000","last_change":"2024-04-26T04:56:46.448019+0000","last_active":"2024-04-26T04:57:12.010436+0000","last_peered":"2024-04-26T04:57:12.010436+0000","last_clean":"2024-04-26T04:57:12.010436+0000","last_became_active":"2024-04-26T04:56:46.447238+0000","last_became_peered":"2024-04-26T04:56:46.447238+0000","last_unstale":"2024-04-26T04:57:12.010436+0000","last_undegraded":"2024-04-26T04:57:12.010436+0000","last_fullsized":"2024-04-26T04:57:12.010436+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:14:06.569808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.101945+0000","last_change":"2024-04-26T04:56:46.470148+0000","last_active":"2024-04-26T04:57:12.101945+0000","last_peered":"2024-04-26T04:57:12.101945+0000","last_clean":"2024-04-26T04:57:12.101945+0000","last_became_active":"2024-04-26T04:56:46.469716+0000","last_became_peered":"2024-04-26T04:56:46.469716+0000","last_unstale":"2024-04-26T04:57:12.101945+0000","last_undegraded":"2024-04-26T04:57:12.101945+0000","last_fullsized":"2024-04-26T04:57:12.101945+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:08:36.660088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.005254+0000","last_change":"2024-04-26T04:56:46.429460+0000","last_active":"2024-04-26T04:57:12.005254+0000","last_peered":"2024-04-26T04:57:12.005254+0000","last_clean":"2024-04-26T04:57:12.005254+0000","last_became_active":"2024-04-26T04:56:46.428884+0000","last_became_peered":"2024-04-26T04:56:46.428884+0000","last_unstale":"2024-04-26T04:57:12.005254+0000","last_undegraded":"2024-04-26T04:57:12.005254+0000","last_fullsized":"2024-04-26T04:57:12.005254+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:47:41.622153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.011000+0000","last_change":"2024-04-26T04:56:46.679075+0000","last_active":"2024-04-26T04:57:12.011000+0000","last_peered":"2024-04-26T04:57:12.011000+0000","last_clean":"2024-04-26T04:57:12.011000+0000","last_became_active":"2024-04-26T04:56:46.678168+0000","last_became_peered":"2024-04-26T04:56:46.678168+0000","last_unstale":"2024-04-26T04:57:12.011000+0000","last_undegraded":"2024-04-26T04:57:12.011000+0000","last_fullsized":"2024-04-26T04:57:12.011000+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:43:30.165186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.000591+0000","last_change":"2024-04-26T04:56:46.420428+0000","last_active":"2024-04-26T04:57:12.000591+0000","last_peered":"2024-04-26T04:57:12.000591+0000","last_clean":"2024-04-26T04:57:12.000591+0000","last_became_active":"2024-04-26T04:56:46.419530+0000","last_became_peered":"2024-04-26T04:56:46.419530+0000","last_unstale":"2024-04-26T04:57:12.000591+0000","last_undegraded":"2024-04-26T04:57:12.000591+0000","last_fullsized":"2024-04-26T04:57:12.000591+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:51:54.933077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.005721+0000","last_change":"2024-04-26T04:56:46.464393+0000","last_active":"2024-04-26T04:57:12.005721+0000","last_peered":"2024-04-26T04:57:12.005721+0000","last_clean":"2024-04-26T04:57:12.005721+0000","last_became_active":"2024-04-26T04:56:46.464016+0000","last_became_peered":"2024-04-26T04:56:46.464016+0000","last_unstale":"2024-04-26T04:57:12.005721+0000","last_undegraded":"2024-04-26T04:57:12.005721+0000","last_fullsized":"2024-04-26T04:57:12.005721+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:35:36.297943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.000291+0000","last_change":"2024-04-26T04:56:46.422786+0000","last_active":"2024-04-26T04:57:12.000291+0000","last_peered":"2024-04-26T04:57:12.000291+0000","last_clean":"2024-04-26T04:57:12.000291+0000","last_became_active":"2024-04-26T04:56:46.422408+0000","last_became_peered":"2024-04-26T04:56:46.422408+0000","last_unstale":"2024-04-26T04:57:12.000291+0000","last_undegraded":"2024-04-26T04:57:12.000291+0000","last_fullsized":"2024-04-26T04:57:12.000291+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:57:28.508796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.003806+0000","last_change":"2024-04-26T04:56:46.679833+0000","last_active":"2024-04-26T04:57:12.003806+0000","last_peered":"2024-04-26T04:57:12.003806+0000","last_clean":"2024-04-26T04:57:12.003806+0000","last_became_active":"2024-04-26T04:56:46.678909+0000","last_became_peered":"2024-04-26T04:56:46.678909+0000","last_unstale":"2024-04-26T04:57:12.003806+0000","last_undegraded":"2024-04-26T04:57:12.003806+0000","last_fullsized":"2024-04-26T04:57:12.003806+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:49:50.053966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.000859+0000","last_change":"2024-04-26T04:56:46.438430+0000","last_active":"2024-04-26T04:57:12.000859+0000","last_peered":"2024-04-26T04:57:12.000859+0000","last_clean":"2024-04-26T04:57:12.000859+0000","last_became_active":"2024-04-26T04:56:46.436509+0000","last_became_peered":"2024-04-26T04:56:46.436509+0000","last_unstale":"2024-04-26T04:57:12.000859+0000","last_undegraded":"2024-04-26T04:57:12.000859+0000","last_fullsized":"2024-04-26T04:57:12.000859+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:29:14.122725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010610+0000","last_change":"2024-04-26T04:56:48.092610+0000","last_active":"2024-04-26T04:57:12.010610+0000","last_peered":"2024-04-26T04:57:12.010610+0000","last_clean":"2024-04-26T04:57:12.010610+0000","last_became_active":"2024-04-26T04:56:48.090999+0000","last_became_peered":"2024-04-26T04:56:48.090999+0000","last_unstale":"2024-04-26T04:57:12.010610+0000","last_undegraded":"2024-04-26T04:57:12.010610+0000","last_fullsized":"2024-04-26T04:57:12.010610+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:24:13.576693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":27,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.009956+0000","last_change":"2024-04-26T04:56:46.418732+0000","last_active":"2024-04-26T04:57:12.009956+0000","last_peered":"2024-04-26T04:57:12.009956+0000","last_clean":"2024-04-26T04:57:12.009956+0000","last_became_active":"2024-04-26T04:56:46.417895+0000","last_became_peered":"2024-04-26T04:56:46.417895+0000","last_unstale":"2024-04-26T04:57:12.009956+0000","last_undegraded":"2024-04-26T04:57:12.009956+0000","last_fullsized":"2024-04-26T04:57:12.009956+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:01:50.013109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.102106+0000","last_change":"2024-04-26T04:56:46.686295+0000","last_active":"2024-04-26T04:57:12.102106+0000","last_peered":"2024-04-26T04:57:12.102106+0000","last_clean":"2024-04-26T04:57:12.102106+0000","last_became_active":"2024-04-26T04:56:46.685997+0000","last_became_peered":"2024-04-26T04:56:46.685997+0000","last_unstale":"2024-04-26T04:57:12.102106+0000","last_undegraded":"2024-04-26T04:57:12.102106+0000","last_fullsized":"2024-04-26T04:57:12.102106+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:45:09.361805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:11.999756+0000","last_change":"2024-04-26T04:56:46.430084+0000","last_active":"2024-04-26T04:57:11.999756+0000","last_peered":"2024-04-26T04:57:11.999756+0000","last_clean":"2024-04-26T04:57:11.999756+0000","last_became_active":"2024-04-26T04:56:46.429568+0000","last_became_peered":"2024-04-26T04:56:46.429568+0000","last_unstale":"2024-04-26T04:57:11.999756+0000","last_undegraded":"2024-04-26T04:57:11.999756+0000","last_fullsized":"2024-04-26T04:57:11.999756+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T16:12:46.643029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.005198+0000","last_change":"2024-04-26T04:56:46.683431+0000","last_active":"2024-04-26T04:57:12.005198+0000","last_peered":"2024-04-26T04:57:12.005198+0000","last_clean":"2024-04-26T04:57:12.005198+0000","last_became_active":"2024-04-26T04:56:46.682611+0000","last_became_peered":"2024-04-26T04:56:46.682611+0000","last_unstale":"2024-04-26T04:57:12.005198+0000","last_undegraded":"2024-04-26T04:57:12.005198+0000","last_fullsized":"2024-04-26T04:57:12.005198+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:49:52.955883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.101901+0000","last_change":"2024-04-26T04:56:46.430749+0000","last_active":"2024-04-26T04:57:12.101901+0000","last_peered":"2024-04-26T04:57:12.101901+0000","last_clean":"2024-04-26T04:57:12.101901+0000","last_became_active":"2024-04-26T04:56:46.430015+0000","last_became_peered":"2024-04-26T04:56:46.430015+0000","last_unstale":"2024-04-26T04:57:12.101901+0000","last_undegraded":"2024-04-26T04:57:12.101901+0000","last_fullsized":"2024-04-26T04:57:12.101901+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:15:06.403528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010809+0000","last_change":"2024-04-26T04:56:48.091969+0000","last_active":"2024-04-26T04:57:12.010809+0000","last_peered":"2024-04-26T04:57:12.010809+0000","last_clean":"2024-04-26T04:57:12.010809+0000","last_became_active":"2024-04-26T04:56:48.091167+0000","last_became_peered":"2024-04-26T04:56:48.091167+0000","last_unstale":"2024-04-26T04:57:12.010809+0000","last_undegraded":"2024-04-26T04:57:12.010809+0000","last_fullsized":"2024-04-26T04:57:12.010809+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:29:41.331773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.000460+0000","last_change":"2024-04-26T04:56:46.429640+0000","last_active":"2024-04-26T04:57:12.000460+0000","last_peered":"2024-04-26T04:57:12.000460+0000","last_clean":"2024-04-26T04:57:12.000460+0000","last_became_active":"2024-04-26T04:56:46.429112+0000","last_became_peered":"2024-04-26T04:56:46.429112+0000","last_unstale":"2024-04-26T04:57:12.000460+0000","last_undegraded":"2024-04-26T04:57:12.000460+0000","last_fullsized":"2024-04-26T04:57:12.000460+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:05:13.144732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":24,"reported_epoch":72,"state":"active+clean","last_fresh":"2024-04-26T04:57:13.181748+0000","last_change":"2024-04-26T04:57:13.181748+0000","last_active":"2024-04-26T04:57:13.181748+0000","last_peered":"2024-04-26T04:57:13.181748+0000","last_clean":"2024-04-26T04:57:13.181748+0000","last_became_active":"2024-04-26T04:57:13.180797+0000","last_became_peered":"2024-04-26T04:57:13.180797+0000","last_unstale":"2024-04-26T04:57:13.181748+0000","last_undegraded":"2024-04-26T04:57:13.181748+0000","last_fullsized":"2024-04-26T04:57:13.181748+0000","mapping_epoch":71,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":72,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T16:44:10.356417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"70'7","reported_seq":27,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.006897+0000","last_change":"2024-04-26T04:56:46.417471+0000","last_active":"2024-04-26T04:57:12.006897+0000","last_peered":"2024-04-26T04:57:12.006897+0000","last_clean":"2024-04-26T04:57:12.006897+0000","last_became_active":"2024-04-26T04:56:46.415562+0000","last_became_peered":"2024-04-26T04:56:46.415562+0000","last_unstale":"2024-04-26T04:57:12.006897+0000","last_undegraded":"2024-04-26T04:57:12.006897+0000","last_fullsized":"2024-04-26T04:57:12.006897+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:16:37.413297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":7,"num_read_kb":6,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.002750+0000","last_change":"2024-04-26T04:56:46.463860+0000","last_active":"2024-04-26T04:57:12.002750+0000","last_peered":"2024-04-26T04:57:12.002750+0000","last_clean":"2024-04-26T04:57:12.002750+0000","last_became_active":"2024-04-26T04:56:46.463211+0000","last_became_peered":"2024-04-26T04:56:46.463211+0000","last_unstale":"2024-04-26T04:57:12.002750+0000","last_undegraded":"2024-04-26T04:57:12.002750+0000","last_fullsized":"2024-04-26T04:57:12.002750+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:19:41.845822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":20,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.000340+0000","last_change":"2024-04-26T04:56:46.433164+0000","last_active":"2024-04-26T04:57:12.000340+0000","last_peered":"2024-04-26T04:57:12.000340+0000","last_clean":"2024-04-26T04:57:12.000340+0000","last_became_active":"2024-04-26T04:56:46.432663+0000","last_became_peered":"2024-04-26T04:56:46.432663+0000","last_unstale":"2024-04-26T04:57:12.000340+0000","last_undegraded":"2024-04-26T04:57:12.000340+0000","last_fullsized":"2024-04-26T04:57:12.000340+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:54:07.095329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010323+0000","last_change":"2024-04-26T04:56:48.092633+0000","last_active":"2024-04-26T04:57:12.010323+0000","last_peered":"2024-04-26T04:57:12.010323+0000","last_clean":"2024-04-26T04:57:12.010323+0000","last_became_active":"2024-04-26T04:56:48.091195+0000","last_became_peered":"2024-04-26T04:56:48.091195+0000","last_unstale":"2024-04-26T04:57:12.010323+0000","last_undegraded":"2024-04-26T04:57:12.010323+0000","last_fullsized":"2024-04-26T04:57:12.010323+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:58:14.689813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.004996+0000","last_change":"2024-04-26T04:56:46.426135+0000","last_active":"2024-04-26T04:57:12.004996+0000","last_peered":"2024-04-26T04:57:12.004996+0000","last_clean":"2024-04-26T04:57:12.004996+0000","last_became_active":"2024-04-26T04:56:46.425634+0000","last_became_peered":"2024-04-26T04:56:46.425634+0000","last_unstale":"2024-04-26T04:57:12.004996+0000","last_undegraded":"2024-04-26T04:57:12.004996+0000","last_fullsized":"2024-04-26T04:57:12.004996+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T16:39:11.680902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010246+0000","last_change":"2024-04-26T04:56:47.839067+0000","last_active":"2024-04-26T04:57:12.010246+0000","last_peered":"2024-04-26T04:57:12.010246+0000","last_clean":"2024-04-26T04:57:12.010246+0000","last_became_active":"2024-04-26T04:56:47.838719+0000","last_became_peered":"2024-04-26T04:56:47.838719+0000","last_unstale":"2024-04-26T04:57:12.010246+0000","last_undegraded":"2024-04-26T04:57:12.010246+0000","last_fullsized":"2024-04-26T04:57:12.010246+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:40:00.644979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.102585+0000","last_change":"2024-04-26T04:56:46.453822+0000","last_active":"2024-04-26T04:57:12.102585+0000","last_peered":"2024-04-26T04:57:12.102585+0000","last_clean":"2024-04-26T04:57:12.102585+0000","last_became_active":"2024-04-26T04:56:46.432495+0000","last_became_peered":"2024-04-26T04:56:46.432495+0000","last_unstale":"2024-04-26T04:57:12.102585+0000","last_undegraded":"2024-04-26T04:57:12.102585+0000","last_fullsized":"2024-04-26T04:57:12.102585+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:41:39.523726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.012228+0000","last_change":"2024-04-26T04:56:46.448193+0000","last_active":"2024-04-26T04:57:12.012228+0000","last_peered":"2024-04-26T04:57:12.012228+0000","last_clean":"2024-04-26T04:57:12.012228+0000","last_became_active":"2024-04-26T04:56:46.447730+0000","last_became_peered":"2024-04-26T04:56:46.447730+0000","last_unstale":"2024-04-26T04:57:12.012228+0000","last_undegraded":"2024-04-26T04:57:12.012228+0000","last_fullsized":"2024-04-26T04:57:12.012228+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:57:18.695204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010319+0000","last_change":"2024-04-26T04:56:46.470518+0000","last_active":"2024-04-26T04:57:12.010319+0000","last_peered":"2024-04-26T04:57:12.010319+0000","last_clean":"2024-04-26T04:57:12.010319+0000","last_became_active":"2024-04-26T04:56:46.470106+0000","last_became_peered":"2024-04-26T04:56:46.470106+0000","last_unstale":"2024-04-26T04:57:12.010319+0000","last_undegraded":"2024-04-26T04:57:12.010319+0000","last_fullsized":"2024-04-26T04:57:12.010319+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:04:57.000545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.102328+0000","last_change":"2024-04-26T04:56:46.686342+0000","last_active":"2024-04-26T04:57:12.102328+0000","last_peered":"2024-04-26T04:57:12.102328+0000","last_clean":"2024-04-26T04:57:12.102328+0000","last_became_active":"2024-04-26T04:56:46.686034+0000","last_became_peered":"2024-04-26T04:56:46.686034+0000","last_unstale":"2024-04-26T04:57:12.102328+0000","last_undegraded":"2024-04-26T04:57:12.102328+0000","last_fullsized":"2024-04-26T04:57:12.102328+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T14:49:11.725456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.002827+0000","last_change":"2024-04-26T04:56:46.451731+0000","last_active":"2024-04-26T04:57:12.002827+0000","last_peered":"2024-04-26T04:57:12.002827+0000","last_clean":"2024-04-26T04:57:12.002827+0000","last_became_active":"2024-04-26T04:56:46.451124+0000","last_became_peered":"2024-04-26T04:56:46.451124+0000","last_unstale":"2024-04-26T04:57:12.002827+0000","last_undegraded":"2024-04-26T04:57:12.002827+0000","last_fullsized":"2024-04-26T04:57:12.002827+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:21:25.434271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.010511+0000","last_change":"2024-04-26T04:56:47.839077+0000","last_active":"2024-04-26T04:57:12.010511+0000","last_peered":"2024-04-26T04:57:12.010511+0000","last_clean":"2024-04-26T04:57:12.010511+0000","last_became_active":"2024-04-26T04:56:47.838737+0000","last_became_peered":"2024-04-26T04:56:47.838737+0000","last_unstale":"2024-04-26T04:57:12.010511+0000","last_undegraded":"2024-04-26T04:57:12.010511+0000","last_fullsized":"2024-04-26T04:57:12.010511+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:52:27.792812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"70'2","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-04-26T04:57:12.003728+0000","last_change":"2024-04-26T04:56:46.407827+0000","last_active":"2024-04-26T04:57:12.003728+0000","last_peered":"2024-04-26T04:57:12.003728+0000","last_clean":"2024-04-26T04:57:12.003728+0000","last_became_active":"2024-04-26T04:56:46.407070+0000","last_became_peered":"2024-04-26T04:56:46.407070+0000","last_unstale":"2024-04-26T04:57:12.003728+0000","last_undegraded":"2024-04-26T04:57:12.003728+0000","last_fullsized":"2024-04-26T04:57:12.003728+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:19:16.785899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":47,"num_read_kb":49,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45,"ondisk_log_size":45,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201344,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298680,"kb_used_data":1324,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446472,"statfs":{"total":95995035648,"available":95689187328,"internally_reserved":0,"allocated":1355776,"data_stored":915572,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:58:27 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.95299999999999996,"15min":0.93200000000000005},"min":{"1min":0.58799999999999997,"5min":0.495,"15min":0.495},"max":{"1min":1.365,"5min":1.8440000000000001,"15min":1.8440000000000001},"last":1.0940000000000001},{"interface":"front","average":{"1min":0.98399999999999999,"5min":0.96299999999999997,"15min":0.94299999999999995},"min":{"1min":0.64900000000000002,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.397,"5min":1.633,"15min":1.633},"last":0.83199999999999996}]},{"osd":1,"last update":"Fri Apr 26 04:58:27 2024","interfaces":[{"interface":"back","average":{"1min":0.91900000000000004,"5min":0.94899999999999995,"15min":0.94699999999999995},"min":{"1min":0.69699999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"max":{"1min":1.23,"5min":1.5169999999999999,"15min":1.5169999999999999},"last":0.91500000000000004},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.99399999999999999,"15min":0.97799999999999998},"min":{"1min":0.55100000000000005,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.2849999999999999,"5min":1.7569999999999999,"15min":1.7569999999999999},"last":1.238}]},{"osd":2,"last update":"Fri Apr 26 04:58:27 2024","interfaces":[{"interface":"back","average":{"1min":0.95399999999999996,"5min":0.94499999999999995,"15min":0.92500000000000004},"min":{"1min":0.71399999999999997,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.1910000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":1.0640000000000001},{"interface":"front","average":{"1min":1.034,"5min":1.028,"15min":1.022},"min":{"1min":0.68100000000000005,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.405,"5min":1.978,"15min":1.978},"last":1.196}]},{"osd":3,"last update":"Fri Apr 26 04:58:27 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.97899999999999998,"15min":0.94299999999999995},"min":{"1min":0.60199999999999998,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.2649999999999999,"5min":1.587,"15min":1.587},"last":1.2649999999999999},{"interface":"front","average":{"1min":1.1100000000000001,"5min":1.105,"15min":1.048},"min":{"1min":0.78000000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.343,"5min":2.073,"15min":2.073},"last":1.288}]},{"osd":4,"last update":"Fri Apr 26 04:58:27 2024","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":0.93600000000000005,"15min":0.83599999999999997},"min":{"1min":0.74099999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.4930000000000001,"5min":2.125,"15min":2.125},"last":1.329},{"interface":"front","average":{"1min":1.05,"5min":1.0229999999999999,"15min":0.95299999999999996},"min":{"1min":0.746,"5min":0.437,"15min":0.437},"max":{"1min":1.2969999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.871}]},{"osd":5,"last update":"Fri Apr 26 04:58:27 2024","interfaces":[{"interface":"back","average":{"1min":1.099,"5min":1.0720000000000001,"15min":0.94999999999999996},"min":{"1min":0.79200000000000004,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.466,"5min":2.1509999999999998,"15min":2.1509999999999998},"last":0.79200000000000004},{"interface":"front","average":{"1min":1.071,"5min":1.0820000000000001,"15min":1.0169999999999999},"min":{"1min":0.65100000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.444,"5min":1.9099999999999999,"15min":1.9099999999999999},"last":1.008}]},{"osd":6,"last update":"Fri Apr 26 04:58:27 2024","interfaces":[{"interface":"back","average":{"1min":1.1779999999999999,"5min":1.1439999999999999,"15min":1.0620000000000001},"min":{"1min":0.90200000000000002,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.542,"5min":2.028,"15min":2.028},"last":1.1399999999999999},{"interface":"front","average":{"1min":1.1419999999999999,"5min":1.155,"15min":1.0549999999999999},"min":{"1min":0.90800000000000003,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.3939999999999999,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":1.1619999999999999}]}]},{"osd":6,"up_from":47,"seq":201863462987,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298668,"kb_used_data":1312,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446484,"statfs":{"total":95995035648,"available":95689199616,"internally_reserved":0,"allocated":1343488,"data_stored":915376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.99099999999999999,"5min":0.92300000000000004,"15min":0.94199999999999995},"min":{"1min":0.68200000000000005,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.3560000000000001,"5min":1.486,"15min":1.486},"last":1.359},{"interface":"front","average":{"1min":1.0189999999999999,"5min":0.94599999999999995,"15min":0.90100000000000002},"min":{"1min":0.64200000000000002,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.375,"5min":1.375,"15min":1.375},"last":0.94999999999999996}]},{"osd":1,"last update":"Fri Apr 26 04:57:40 2024","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":0.94599999999999995,"15min":0.92400000000000004},"min":{"1min":0.69299999999999995,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2589999999999999,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":1.137},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.93400000000000005,"15min":0.91000000000000003},"min":{"1min":0.68600000000000005,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.647,"5min":1.647,"15min":1.647},"last":1.3300000000000001}]},{"osd":2,"last update":"Fri Apr 26 04:57:40 2024","interfaces":[{"interface":"back","average":{"1min":1.046,"5min":0.97599999999999998,"15min":0.95699999999999996},"min":{"1min":0.83599999999999997,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.97399999999999998},{"interface":"front","average":{"1min":1.0189999999999999,"5min":0.96799999999999997,"15min":0.91400000000000003},"min":{"1min":0.77400000000000002,"5min":0.57199999999999995,"15min":0.57199999999999995},"max":{"1min":1.2929999999999999,"5min":1.319,"15min":1.319},"last":0.84999999999999998}]},{"osd":3,"last update":"Fri Apr 26 04:57:40 2024","interfaces":[{"interface":"back","average":{"1min":1.032,"5min":1,"15min":0.95899999999999996},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.3939999999999999,"5min":1.403,"15min":1.403},"last":1.2569999999999999},{"interface":"front","average":{"1min":1.1140000000000001,"5min":1.0489999999999999,"15min":1.0209999999999999},"min":{"1min":0.89800000000000002,"5min":0.69799999999999995,"15min":0.69799999999999995},"max":{"1min":1.524,"5min":1.524,"15min":1.524},"last":1.056}]},{"osd":4,"last update":"Fri Apr 26 04:57:40 2024","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":0.96799999999999997,"15min":0.89400000000000002},"min":{"1min":0.71499999999999997,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.3240000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":1.032},{"interface":"front","average":{"1min":1.1439999999999999,"5min":1.0289999999999999,"15min":0.996},"min":{"1min":0.68899999999999995,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.514,"5min":1.609,"15min":1.609},"last":1.4159999999999999}]},{"osd":5,"last update":"Fri Apr 26 04:57:40 2024","interfaces":[{"interface":"back","average":{"1min":1.1679999999999999,"5min":1.036,"15min":0.93799999999999994},"min":{"1min":0.91500000000000004,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.482,"5min":1.5700000000000001,"15min":1.5700000000000001},"last":1.167},{"interface":"front","average":{"1min":1.2549999999999999,"5min":1.109,"15min":1.0740000000000001},"min":{"1min":0.99399999999999999,"5min":0.44,"15min":0.44},"max":{"1min":1.4850000000000001,"5min":1.8460000000000001,"15min":1.8460000000000001},"last":1.4610000000000001}]},{"osd":7,"last update":"Fri Apr 26 04:57:26 2024","interfaces":[{"interface":"back","average":{"1min":1.252,"5min":1.1140000000000001,"15min":1.038},"min":{"1min":0.90500000000000003,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.728,"5min":1.728,"15min":1.728},"last":1.1910000000000001},{"interface":"front","average":{"1min":1.3009999999999999,"5min":1.1970000000000001,"15min":1.1539999999999999},"min":{"1min":1.073,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.5469999999999999,"5min":1.629,"15min":1.629},"last":1.2989999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574972,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298076,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447076,"statfs":{"total":95995035648,"available":95689805824,"internally_reserved":0,"allocated":733184,"data_stored":323444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:57:43 2024","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68999999999999995,"15min":0.59399999999999997},"min":{"1min":0.33900000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":1.2569999999999999,"5min":1.2569999999999999,"15min":1.2569999999999999},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.81100000000000005,"15min":0.67600000000000005},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":1.198,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":1.181}]},{"osd":2,"last update":"Fri Apr 26 04:57:29 2024","interfaces":[{"interface":"back","average":{"1min":0.753,"5min":0.78600000000000003,"15min":0.70999999999999996},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.99199999999999999,"5min":1.298,"15min":1.579},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.83299999999999996,"5min":0.85299999999999998,"15min":0.749},"min":{"1min":0.38600000000000001,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.234,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.98599999999999999}]},{"osd":3,"last update":"Fri Apr 26 04:57:29 2024","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.878,"15min":0.82599999999999996},"min":{"1min":0.46300000000000002,"5min":0.371,"15min":0.371},"max":{"1min":1.0740000000000001,"5min":1.2649999999999999,"15min":1.2649999999999999},"last":0.85799999999999998},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.82099999999999995,"15min":0.80200000000000005},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.2270000000000001,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.89500000000000002}]},{"osd":4,"last update":"Fri Apr 26 04:57:58 2024","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":0.96399999999999997,"15min":0.90500000000000003},"min":{"1min":0.65400000000000003,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.675,"5min":1.675,"15min":1.675},"last":1.0289999999999999},{"interface":"front","average":{"1min":1.1080000000000001,"5min":1.0209999999999999,"15min":0.94599999999999995},"min":{"1min":0.69099999999999995,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.524,"5min":1.524,"15min":1.524},"last":1.1220000000000001}]},{"osd":5,"last update":"Fri Apr 26 04:57:53 2024","interfaces":[{"interface":"back","average":{"1min":1.095,"5min":1.089,"15min":1.0169999999999999},"min":{"1min":0.64900000000000002,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.7190000000000001,"5min":1.7190000000000001,"15min":1.7190000000000001},"last":0.94899999999999995},{"interface":"front","average":{"1min":1.1160000000000001,"5min":1.147,"15min":1.1020000000000001},"min":{"1min":0.75700000000000001,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.639,"5min":1.639,"15min":1.639},"last":1.349}]},{"osd":6,"last update":"Fri Apr 26 04:57:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0700000000000001,"5min":1.044,"15min":1.0569999999999999},"min":{"1min":0.68400000000000005,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.768,"5min":1.768,"15min":1.768},"last":1.0920000000000001},{"interface":"front","average":{"1min":1.175,"5min":1.1519999999999999,"15min":1.1890000000000001},"min":{"1min":0.65000000000000002,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.6559999999999999,"5min":1.6559999999999999,"15min":1.6559999999999999},"last":1.0589999999999999}]},{"osd":7,"last update":"Fri Apr 26 04:57:29 2024","interfaces":[{"interface":"back","average":{"1min":1.1419999999999999,"5min":1.155,"15min":1.181},"min":{"1min":0.70799999999999996,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.651,"5min":1.651,"15min":1.651},"last":1.4399999999999999},{"interface":"front","average":{"1min":1.0900000000000001,"5min":1.1120000000000001,"15min":1.1459999999999999},"min":{"1min":0.626,"5min":0.625,"15min":0.625},"max":{"1min":1.4099999999999999,"5min":1.722,"15min":1.722},"last":1.1479999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738502,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298668,"kb_used_data":1308,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446484,"statfs":{"total":95995035648,"available":95689199616,"internally_reserved":0,"allocated":1339392,"data_stored":914669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Apr 26 04:57:40 2024","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.71099999999999997,"15min":0.60399999999999998},"min":{"1min":0.40300000000000002,"5min":0.307,"15min":0.29699999999999999},"max":{"1min":0.95299999999999996,"5min":2.9790000000000001,"15min":2.9790000000000001},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.83199999999999996,"15min":0.65000000000000002},"min":{"1min":0.376,"5min":0.247,"15min":0.247},"max":{"1min":1.056,"5min":2.0659999999999998,"15min":2.0659999999999998},"last":0.79500000000000004}]},{"osd":2,"last update":"Fri Apr 26 04:58:25 2024","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.746,"15min":0.67400000000000004},"min":{"1min":0.36199999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.228,"5min":1.401,"15min":1.401},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.85599999999999998,"15min":0.73199999999999998},"min":{"1min":0.47399999999999998,"5min":0.307,"15min":0.307},"max":{"1min":1.109,"5min":2.4969999999999999,"15min":2.4969999999999999},"last":0.89600000000000002}]},{"osd":3,"last update":"Fri Apr 26 04:58:17 2024","interfaces":[{"interface":"back","average":{"1min":0.79800000000000004,"5min":0.81599999999999995,"15min":0.78600000000000003},"min":{"1min":0.44700000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":1.194,"5min":2.1339999999999999,"15min":2.1339999999999999},"last":1.2070000000000001},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.83899999999999997,"15min":0.82999999999999996},"min":{"1min":0.41099999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.089,"5min":1.597,"15min":1.597},"last":1.0089999999999999}]},{"osd":4,"last update":"Fri Apr 26 04:58:04 2024","interfaces":[{"interface":"back","average":{"1min":1.0549999999999999,"5min":1.0269999999999999,"15min":0.95099999999999996},"min":{"1min":0.58299999999999996,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.5249999999999999,"5min":2.4969999999999999,"15min":2.4969999999999999},"last":1.181},{"interface":"front","average":{"1min":1.1080000000000001,"5min":1.0960000000000001,"15min":1.0209999999999999},"min":{"1min":0.65000000000000002,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.8999999999999999,"5min":2.5960000000000001,"15min":2.5960000000000001},"last":0.98599999999999999}]},{"osd":5,"last update":"Fri Apr 26 04:57:45 2024","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":1.0629999999999999,"15min":1.028},"min":{"1min":0.78200000000000003,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.6180000000000001,"5min":1.8859999999999999,"15min":1.8859999999999999},"last":1.0800000000000001},{"interface":"front","average":{"1min":1.143,"5min":1.1279999999999999,"15min":1.0680000000000001},"min":{"1min":0.79000000000000004,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.6479999999999999,"5min":2.1539999999999999,"15min":2.1539999999999999},"last":1.252}]},{"osd":6,"last update":"Fri Apr 26 04:57:40 2024","interfaces":[{"interface":"back","average":{"1min":1.2450000000000001,"5min":1.1659999999999999,"15min":1.157},"min":{"1min":0.73599999999999999,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":2.5600000000000001,"5min":2.5600000000000001,"15min":2.5600000000000001},"last":1.141},{"interface":"front","average":{"1min":1.177,"5min":1.139,"15min":1.1930000000000001},"min":{"1min":0.65600000000000003,"5min":0.621,"15min":0.621},"max":{"1min":2.532,"5min":2.532,"15min":2.532},"last":0.83999999999999997}]},{"osd":7,"last update":"Fri Apr 26 04:58:25 2024","interfaces":[{"interface":"back","average":{"1min":1.218,"5min":1.1679999999999999,"15min":1.1850000000000001},"min":{"1min":0.69799999999999995,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":1.5649999999999999,"5min":2.403,"15min":2.403},"last":1.105},{"interface":"front","average":{"1min":1.1819999999999999,"5min":1.2350000000000001,"15min":1.2470000000000001},"min":{"1min":0.80600000000000005,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.4370000000000001,"5min":2.5110000000000001,"15min":2.5110000000000001},"last":1.0529999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411443,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298088,"kb_used_data":728,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447064,"statfs":{"total":95995035648,"available":95689793536,"internally_reserved":0,"allocated":745472,"data_stored":324313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:58:24 2024","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.65900000000000003,"15min":0.59799999999999998},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.28599999999999998},"max":{"1min":1.117,"5min":1.208,"15min":1.208},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.78000000000000003,"5min":0.748,"15min":0.68100000000000005},"min":{"1min":0.621,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":1.3560000000000001,"5min":1.3560000000000001,"15min":1.3560000000000001},"last":0.82599999999999996}]},{"osd":1,"last update":"Fri Apr 26 04:58:24 2024","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":0.74199999999999999,"15min":0.66700000000000004},"min":{"1min":0.32200000000000001,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.329,"5min":1.329,"15min":1.329},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.77900000000000003,"15min":0.71099999999999997},"min":{"1min":0.35399999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":1.0269999999999999,"5min":1.8720000000000001,"15min":1.8720000000000001},"last":0.65400000000000003}]},{"osd":3,"last update":"Fri Apr 26 04:58:18 2024","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.77000000000000002,"15min":0.77800000000000002},"min":{"1min":0.41499999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.1120000000000001,"5min":1.167,"15min":1.29},"last":0.93799999999999994},{"interface":"front","average":{"1min":0.81899999999999995,"5min":0.82499999999999996,"15min":0.83699999999999997},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":1.1759999999999999,"5min":1.1759999999999999,"15min":1.387},"last":0.873}]},{"osd":4,"last update":"Fri Apr 26 04:58:06 2024","interfaces":[{"interface":"back","average":{"1min":1.0049999999999999,"5min":0.97799999999999998,"15min":0.96599999999999997},"min":{"1min":0.65900000000000003,"5min":0.433,"15min":0.433},"max":{"1min":1.2470000000000001,"5min":1.393,"15min":1.393},"last":1.2010000000000001},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.0289999999999999,"15min":0.998},"min":{"1min":0.58099999999999996,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.4530000000000001,"5min":1.72,"15min":1.72},"last":1.2290000000000001}]},{"osd":5,"last update":"Fri Apr 26 04:57:53 2024","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":1.0549999999999999,"15min":1.042},"min":{"1min":0.64700000000000002,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.4199999999999999,"5min":1.6040000000000001,"15min":1.6040000000000001},"last":1.0760000000000001},{"interface":"front","average":{"1min":1.032,"5min":1.024,"15min":1.032},"min":{"1min":0.59499999999999997,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.369,"5min":1.5429999999999999,"15min":1.5429999999999999},"last":0.998}]},{"osd":6,"last update":"Fri Apr 26 04:57:42 2024","interfaces":[{"interface":"back","average":{"1min":1.0449999999999999,"5min":1.071,"15min":1.0960000000000001},"min":{"1min":0.79300000000000004,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.3720000000000001,"5min":1.581,"15min":1.581},"last":0.77900000000000003},{"interface":"front","average":{"1min":1.1699999999999999,"5min":1.1539999999999999,"15min":1.1579999999999999},"min":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.552,"5min":1.6759999999999999,"15min":1.6759999999999999},"last":1.28}]},{"osd":7,"last update":"Fri Apr 26 04:58:24 2024","interfaces":[{"interface":"back","average":{"1min":1.1830000000000001,"5min":1.1459999999999999,"15min":1.1379999999999999},"min":{"1min":0.70299999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.4350000000000001,"5min":1.589,"15min":1.589},"last":1.1639999999999999},{"interface":"front","average":{"1min":1.196,"5min":1.123,"15min":1.1120000000000001},"min":{"1min":0.80000000000000004,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.413,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":1.1279999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149799,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298084,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447068,"statfs":{"total":95995035648,"available":95689797632,"internally_reserved":0,"allocated":741376,"data_stored":323799,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:58:13 2024","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.71399999999999997,"15min":0.68799999999999994},"min":{"1min":0.27800000000000002,"5min":0.249,"15min":0.249},"max":{"1min":1.306,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":1.075},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.77600000000000002,"15min":0.74099999999999999},"min":{"1min":0.40200000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.1399999999999999,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.88500000000000001}]},{"osd":1,"last update":"Fri Apr 26 04:58:13 2024","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77300000000000002,"15min":0.75700000000000001},"min":{"1min":0.35399999999999998,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.1479999999999999,"5min":1.3260000000000001,"15min":1.3260000000000001},"last":1.157},{"interface":"front","average":{"1min":0.873,"5min":0.78000000000000003,"15min":0.77000000000000002},"min":{"1min":0.373,"5min":0.317,"15min":0.317},"max":{"1min":1.853,"5min":1.853,"15min":1.853},"last":0.92800000000000005}]},{"osd":2,"last update":"Fri Apr 26 04:58:13 2024","interfaces":[{"interface":"back","average":{"1min":0.92700000000000005,"5min":0.85499999999999998,"15min":0.83099999999999996},"min":{"1min":0.38900000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.4219999999999999,"5min":1.4219999999999999,"15min":1.4219999999999999},"last":1.1180000000000001},{"interface":"front","average":{"1min":0.88,"5min":0.82899999999999996,"15min":0.79600000000000004},"min":{"1min":0.41699999999999998,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.456,"5min":1.456,"15min":1.456},"last":0.97499999999999998}]},{"osd":4,"last update":"Fri Apr 26 04:58:01 2024","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":1.0209999999999999,"15min":0.96299999999999997},"min":{"1min":0.72399999999999998,"5min":0.63,"15min":0.63},"max":{"1min":1.6319999999999999,"5min":1.6319999999999999,"15min":1.6319999999999999},"last":1.3260000000000001},{"interface":"front","average":{"1min":1.125,"5min":1.0109999999999999,"15min":0.93500000000000005},"min":{"1min":0.63800000000000001,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.675,"5min":1.675,"15min":1.675},"last":0.84199999999999997}]},{"osd":5,"last update":"Fri Apr 26 04:57:51 2024","interfaces":[{"interface":"back","average":{"1min":1.141,"5min":1.077,"15min":1.0429999999999999},"min":{"1min":0.63200000000000001,"5min":0.622,"15min":0.622},"max":{"1min":1.8839999999999999,"5min":1.8839999999999999,"15min":1.8839999999999999},"last":1.0369999999999999},{"interface":"front","average":{"1min":1.234,"5min":1.109,"15min":1.079},"min":{"1min":0.85899999999999999,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.8420000000000001,"5min":1.8420000000000001,"15min":1.8420000000000001},"last":1.254}]},{"osd":6,"last update":"Fri Apr 26 04:57:40 2024","interfaces":[{"interface":"back","average":{"1min":1.1819999999999999,"5min":1.0960000000000001,"15min":1.105},"min":{"1min":0.76200000000000001,"5min":0.497,"15min":0.497},"max":{"1min":1.8660000000000001,"5min":1.8660000000000001,"15min":1.8660000000000001},"last":1.1919999999999999},{"interface":"front","average":{"1min":1.1970000000000001,"5min":1.0980000000000001,"15min":1.099},"min":{"1min":0.79300000000000004,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.73,"5min":1.73,"15min":1.73},"last":1.2150000000000001}]},{"osd":7,"last update":"Fri Apr 26 04:57:27 2024","interfaces":[{"interface":"back","average":{"1min":1.1279999999999999,"5min":1.1299999999999999,"15min":1.1499999999999999},"min":{"1min":0.58899999999999997,"5min":0.505,"15min":0.505},"max":{"1min":1.8080000000000001,"5min":1.895,"15min":1.895},"last":1.403},{"interface":"front","average":{"1min":1.1859999999999999,"5min":1.161,"15min":1.159},"min":{"1min":0.72399999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.665,"5min":1.665,"15min":1.665},"last":1.3759999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986269,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298104,"kb_used_data":744,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447048,"statfs":{"total":95995035648,"available":95689777152,"internally_reserved":0,"allocated":761856,"data_stored":325407,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:58:08 2024","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":0.90800000000000003,"15min":0.86399999999999999},"min":{"1min":0.65200000000000002,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.252,"5min":1.51,"15min":1.51},"last":0.996},{"interface":"front","average":{"1min":0.94699999999999995,"5min":0.94399999999999995,"15min":0.88200000000000001},"min":{"1min":0.59999999999999998,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.4179999999999999,"5min":1.6020000000000001,"15min":1.6020000000000001},"last":1.169}]},{"osd":1,"last update":"Fri Apr 26 04:58:08 2024","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":0.91200000000000003,"15min":0.91500000000000004},"min":{"1min":0.60199999999999998,"5min":0.307,"15min":0.307},"max":{"1min":1.272,"5min":1.3420000000000001,"15min":1.3420000000000001},"last":1.0369999999999999},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.91900000000000004,"15min":0.879},"min":{"1min":0.67400000000000004,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":1.2,"5min":1.466,"15min":1.466},"last":1.1220000000000001}]},{"osd":2,"last update":"Fri Apr 26 04:58:08 2024","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.94499999999999995,"15min":0.88600000000000001},"min":{"1min":0.74299999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.276,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.78900000000000003},{"interface":"front","average":{"1min":1.016,"5min":1.0029999999999999,"15min":0.94099999999999995},"min":{"1min":0.64800000000000002,"5min":0.54300000000000004,"15min":0.53800000000000003},"max":{"1min":1.397,"5min":1.532,"15min":1.532},"last":1.248}]},{"osd":3,"last update":"Fri Apr 26 04:58:08 2024","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":0.97199999999999998,"15min":0.91300000000000003},"min":{"1min":0.78300000000000003,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.407,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.88400000000000001},{"interface":"front","average":{"1min":1.032,"5min":1.0029999999999999,"15min":0.93899999999999995},"min":{"1min":0.88800000000000001,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.157,"5min":1.4370000000000001,"15min":1.4370000000000001},"last":0.92300000000000004}]},{"osd":5,"last update":"Fri Apr 26 04:57:57 2024","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.91800000000000004,"15min":0.82099999999999995},"min":{"1min":0.55200000000000005,"5min":0.27100000000000002,"15min":0.27100000000000002},"max":{"1min":1.2430000000000001,"5min":1.532,"15min":1.532},"last":0.70199999999999996},{"interface":"front","average":{"1min":1.202,"5min":1.099,"15min":0.91900000000000004},"min":{"1min":0.46500000000000002,"5min":0.375,"15min":0.375},"max":{"1min":1.573,"5min":1.6180000000000001,"15min":1.6180000000000001},"last":1.3100000000000001}]},{"osd":6,"last update":"Fri Apr 26 04:57:39 2024","interfaces":[{"interface":"back","average":{"1min":1.117,"5min":1.014,"15min":0.872},"min":{"1min":0.373,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.4399999999999999,"5min":1.8049999999999999,"15min":1.8049999999999999},"last":0.96299999999999997},{"interface":"front","average":{"1min":1.0920000000000001,"5min":0.96299999999999997,"15min":0.85599999999999998},"min":{"1min":0.59599999999999997,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.482,"5min":1.681,"15min":1.681},"last":1.224}]},{"osd":7,"last update":"Fri Apr 26 04:58:24 2024","interfaces":[{"interface":"back","average":{"1min":1.1899999999999999,"5min":1.1240000000000001,"15min":1.024},"min":{"1min":0.84099999999999997,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.6439999999999999,"5min":1.976,"15min":1.976},"last":1.0640000000000001},{"interface":"front","average":{"1min":1.125,"5min":1.073,"15min":1.0029999999999999},"min":{"1min":0.67500000000000004,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.373,"5min":1.708,"15min":1.708},"last":1.0920000000000001}]}]},{"osd":5,"up_from":39,"seq":167503724628,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298084,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447068,"statfs":{"total":95995035648,"available":95689797632,"internally_reserved":0,"allocated":741376,"data_stored":324026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Apr 26 04:57:51 2024","interfaces":[{"interface":"back","average":{"1min":0.91700000000000004,"5min":0.89200000000000002,"15min":0.90800000000000003},"min":{"1min":0.626,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":1.2609999999999999,"5min":1.306,"15min":1.3420000000000001},"last":0.69599999999999995},{"interface":"front","average":{"1min":1.018,"5min":0.96899999999999997,"15min":0.96699999999999997},"min":{"1min":0.60999999999999999,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.355,"5min":1.355,"15min":1.355},"last":1.2609999999999999}]},{"osd":1,"last update":"Fri Apr 26 04:57:51 2024","interfaces":[{"interface":"back","average":{"1min":0.92900000000000005,"5min":0.91200000000000003,"15min":0.92000000000000004},"min":{"1min":0.64600000000000002,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.3360000000000001,"5min":1.3500000000000001,"15min":1.5509999999999999},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.90700000000000003,"5min":0.97199999999999998,"15min":0.98399999999999999},"min":{"1min":0.61099999999999999,"5min":0.51900000000000002,"15min":0.51900000000000002},"max":{"1min":1.1910000000000001,"5min":1.355,"15min":1.355},"last":1.169}]},{"osd":2,"last update":"Fri Apr 26 04:57:51 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.92700000000000005,"15min":0.92700000000000005},"min":{"1min":0.72399999999999998,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.3140000000000001,"5min":1.4870000000000001,"15min":1.4870000000000001},"last":0.98699999999999999},{"interface":"front","average":{"1min":0.91500000000000004,"5min":0.92500000000000004,"15min":0.92000000000000004},"min":{"1min":0.71299999999999997,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.139,"5min":1.411,"15min":1.411},"last":0.80100000000000005}]},{"osd":3,"last update":"Fri Apr 26 04:57:51 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.98399999999999999,"15min":0.95599999999999996},"min":{"1min":0.65900000000000003,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.302,"5min":1.665,"15min":1.665},"last":0.94499999999999995},{"interface":"front","average":{"1min":0.998,"5min":0.96499999999999997,"15min":0.96799999999999997},"min":{"1min":0.78800000000000003,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.415,"5min":1.448,"15min":1.448},"last":1.024}]},{"osd":4,"last update":"Fri Apr 26 04:57:51 2024","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.91800000000000004,"15min":0.82199999999999995},"min":{"1min":0.65800000000000003,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":1.208,"5min":1.452,"15min":1.452},"last":1.099},{"interface":"front","average":{"1min":1.034,"5min":0.997,"15min":0.88100000000000001},"min":{"1min":0.65900000000000003,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.3939999999999999,"5min":1.4770000000000001,"15min":1.4770000000000001},"last":0.85199999999999998}]},{"osd":6,"last update":"Fri Apr 26 04:57:39 2024","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.0329999999999999,"15min":1.024},"min":{"1min":0.76400000000000001,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.3440000000000001,"5min":1.8420000000000001,"15min":1.8420000000000001},"last":1.133},{"interface":"front","average":{"1min":1.077,"5min":1.069,"15min":1.0209999999999999},"min":{"1min":0.79000000000000004,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":1.214}]},{"osd":7,"last update":"Fri Apr 26 04:57:28 2024","interfaces":[{"interface":"back","average":{"1min":1.177,"5min":1.129,"15min":1.105},"min":{"1min":0.879,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.4370000000000001,"5min":1.502,"15min":1.502},"last":1.304},{"interface":"front","average":{"1min":1.1830000000000001,"5min":1.139,"15min":1.125},"min":{"1min":1.018,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.5,"5min":1.573,"15min":1.573},"last":1.0760000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T04:58:32.034 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-26T04:58:32.034 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-26T04:58:32.034 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-26T04:58:32.034 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T04:58:33.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:33 smithi174 bash[23471]: audit 2024-04-26T04:58:31.314185+0000 mgr.y (mgr.24272) 169 : audit [DBG] from='client.14706 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T04:58:33.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:33 smithi174 bash[23471]: cluster 2024-04-26T04:58:31.949879+0000 mgr.y (mgr.24272) 170 : cluster [DBG] pgmap v145: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:33.700 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:33 smithi102 bash[31411]: audit 2024-04-26T04:58:31.314185+0000 mgr.y (mgr.24272) 169 : audit [DBG] from='client.14706 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T04:58:33.700 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:33 smithi102 bash[31411]: cluster 2024-04-26T04:58:31.949879+0000 mgr.y (mgr.24272) 170 : cluster [DBG] pgmap v145: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:33.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:33 smithi102 bash[21319]: audit 2024-04-26T04:58:31.314185+0000 mgr.y (mgr.24272) 169 : audit [DBG] from='client.14706 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T04:58:33.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:33 smithi102 bash[21319]: cluster 2024-04-26T04:58:31.949879+0000 mgr.y (mgr.24272) 170 : cluster [DBG] pgmap v145: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:35.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:35 smithi174 bash[23471]: cluster 2024-04-26T04:58:33.950902+0000 mgr.y (mgr.24272) 171 : cluster [DBG] pgmap v146: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:35.700 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:35 smithi102 bash[31411]: cluster 2024-04-26T04:58:33.950902+0000 mgr.y (mgr.24272) 171 : cluster [DBG] pgmap v146: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:35.700 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:35 smithi102 bash[21319]: cluster 2024-04-26T04:58:33.950902+0000 mgr.y (mgr.24272) 171 : cluster [DBG] pgmap v146: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:36.852 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:58:37.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:37 smithi174 bash[23471]: cluster 2024-04-26T04:58:35.951506+0000 mgr.y (mgr.24272) 172 : cluster [DBG] pgmap v147: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:37.696 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:37 smithi102 bash[31411]: cluster 2024-04-26T04:58:35.951506+0000 mgr.y (mgr.24272) 172 : cluster [DBG] pgmap v147: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:37.696 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:37 smithi102 bash[21319]: cluster 2024-04-26T04:58:35.951506+0000 mgr.y (mgr.24272) 172 : cluster [DBG] pgmap v147: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:37.950 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:58:37 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:58:37] "GET /metrics HTTP/1.1" 200 239363 "" "Prometheus/2.43.0" 2024-04-26T04:58:38.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:58:38 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:58:38] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:58:39.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:39 smithi174 bash[23471]: cluster 2024-04-26T04:58:37.952562+0000 mgr.y (mgr.24272) 173 : cluster [DBG] pgmap v148: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:39.700 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:39 smithi102 bash[21319]: cluster 2024-04-26T04:58:37.952562+0000 mgr.y (mgr.24272) 173 : cluster [DBG] pgmap v148: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:39.700 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:39 smithi102 bash[31411]: cluster 2024-04-26T04:58:37.952562+0000 mgr.y (mgr.24272) 173 : cluster [DBG] pgmap v148: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:39.753 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T04:58:39.754 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-26T04:58:40.459 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-26T04:58:40.459 INFO:teuthology.run_tasks:Running task print... 2024-04-26T04:58:40.470 INFO:teuthology.task.print:**** upgrading first half of cluster, with stress **** 2024-04-26T04:58:40.470 INFO:teuthology.run_tasks:Running task parallel... 2024-04-26T04:58:40.487 INFO:teuthology.task.parallel:starting parallel... 2024-04-26T04:58:40.488 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-26T04:58:40.488 INFO:teuthology.task.sequential:In sequential, running task workunit... 2024-04-26T04:58:40.492 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-04-26T04:58:40.492 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-26T04:58:40.493 DEBUG:teuthology.orchestra.run.smithi102:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-26T04:58:40.493 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-26T04:58:40.493 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-26T04:58:40.493 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi102.front.sepia.ceph.com 2024-04-26T04:58:40.494 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'ceph config set mgr mgr/cephadm/daemon_cache_timeout 60' 2024-04-26T04:58:40.499 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T04:58:40.500 INFO:teuthology.orchestra.run.smithi102.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-26T04:58:40.500 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-26T04:58:40.505 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:40 smithi102 bash[21319]: audit 2024-04-26T04:58:39.758629+0000 mon.a (mon.0) 826 : audit [DBG] from='client.? 172.21.15.102:0/2182665947' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T04:58:40.505 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:40 smithi102 bash[31411]: audit 2024-04-26T04:58:39.758629+0000 mon.a (mon.0) 826 : audit [DBG] from='client.? 172.21.15.102:0/2182665947' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T04:58:40.510 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-26T04:58:40.510 DEBUG:teuthology.orchestra.run.smithi102:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-26T04:58:40.560 INFO:tasks.workunit:timeout=3h 2024-04-26T04:58:40.560 INFO:tasks.workunit:cleanup=True 2024-04-26T04:58:40.561 DEBUG:teuthology.orchestra.run.smithi102:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-26T04:58:40.614 INFO:tasks.workunit.client.0.smithi102.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-26T04:58:40.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:40 smithi174 bash[23471]: audit 2024-04-26T04:58:39.758629+0000 mon.a (mon.0) 826 : audit [DBG] from='client.? 172.21.15.102:0/2182665947' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T04:58:41.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:41 smithi174 bash[23471]: cluster 2024-04-26T04:58:39.953201+0000 mgr.y (mgr.24272) 174 : cluster [DBG] pgmap v149: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:41.700 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:41 smithi102 bash[31411]: cluster 2024-04-26T04:58:39.953201+0000 mgr.y (mgr.24272) 174 : cluster [DBG] pgmap v149: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:41.700 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:41 smithi102 bash[21319]: cluster 2024-04-26T04:58:39.953201+0000 mgr.y (mgr.24272) 174 : cluster [DBG] pgmap v149: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:42.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:42 smithi174 bash[23471]: audit 2024-04-26T04:58:41.944474+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:58:42.700 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:42 smithi102 bash[31411]: audit 2024-04-26T04:58:41.944474+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:58:42.700 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:42 smithi102 bash[21319]: audit 2024-04-26T04:58:41.944474+0000 mon.c (mon.2) 117 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:58:43.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:43 smithi174 bash[23471]: cluster 2024-04-26T04:58:41.954935+0000 mgr.y (mgr.24272) 175 : cluster [DBG] pgmap v150: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:43.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:43 smithi102 bash[31411]: cluster 2024-04-26T04:58:41.954935+0000 mgr.y (mgr.24272) 175 : cluster [DBG] pgmap v150: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:43.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:43 smithi102 bash[21319]: cluster 2024-04-26T04:58:41.954935+0000 mgr.y (mgr.24272) 175 : cluster [DBG] pgmap v150: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:44.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:44 smithi174 bash[23471]: cluster 2024-04-26T04:58:43.956058+0000 mgr.y (mgr.24272) 176 : cluster [DBG] pgmap v151: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:44.700 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:44 smithi102 bash[31411]: cluster 2024-04-26T04:58:43.956058+0000 mgr.y (mgr.24272) 176 : cluster [DBG] pgmap v151: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:44.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:44 smithi102 bash[21319]: cluster 2024-04-26T04:58:43.956058+0000 mgr.y (mgr.24272) 176 : cluster [DBG] pgmap v151: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:45.290 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:58:47.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:47 smithi174 bash[23471]: cluster 2024-04-26T04:58:45.956573+0000 mgr.y (mgr.24272) 177 : cluster [DBG] pgmap v152: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:47.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:47 smithi102 bash[21319]: cluster 2024-04-26T04:58:45.956573+0000 mgr.y (mgr.24272) 177 : cluster [DBG] pgmap v152: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:47.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:47 smithi102 bash[31411]: cluster 2024-04-26T04:58:45.956573+0000 mgr.y (mgr.24272) 177 : cluster [DBG] pgmap v152: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:48.200 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:58:47 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:58:47] "GET /metrics HTTP/1.1" 200 239362 "" "Prometheus/2.43.0" 2024-04-26T04:58:48.701 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:58:48 smithi102 bash[21576]: [26/Apr/2024:04:58:48] ENGINE Bus STOPPING 2024-04-26T04:58:48.701 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:58:48 smithi102 bash[21576]: [26/Apr/2024:04:58:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T04:58:48.701 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:58:48 smithi102 bash[21576]: [26/Apr/2024:04:58:48] ENGINE Bus STOPPED 2024-04-26T04:58:48.701 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:58:48 smithi102 bash[21576]: [26/Apr/2024:04:58:48] ENGINE Bus STARTING 2024-04-26T04:58:48.701 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:58:48 smithi102 bash[21576]: [26/Apr/2024:04:58:48] ENGINE Serving on http://:::9283 2024-04-26T04:58:48.701 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:58:48 smithi102 bash[21576]: [26/Apr/2024:04:58:48] ENGINE Bus STARTED 2024-04-26T04:58:48.930 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-26T04:58:48.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:58:48 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:58:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:58:49.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:49 smithi174 bash[23471]: cluster 2024-04-26T04:58:47.957161+0000 mgr.y (mgr.24272) 178 : cluster [DBG] pgmap v153: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:49.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:49 smithi174 bash[23471]: audit 2024-04-26T04:58:48.238558+0000 mon.a (mon.0) 827 : audit [INF] from='client.? ' entity='client.admin' 2024-04-26T04:58:49.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:49 smithi174 bash[23471]: audit 2024-04-26T04:58:48.259726+0000 mon.c (mon.2) 118 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:58:49.700 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:49 smithi102 bash[21319]: cluster 2024-04-26T04:58:47.957161+0000 mgr.y (mgr.24272) 178 : cluster [DBG] pgmap v153: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:49.700 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:49 smithi102 bash[21319]: audit 2024-04-26T04:58:48.238558+0000 mon.a (mon.0) 827 : audit [INF] from='client.? ' entity='client.admin' 2024-04-26T04:58:49.700 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:49 smithi102 bash[21319]: audit 2024-04-26T04:58:48.259726+0000 mon.c (mon.2) 118 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:58:49.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:49 smithi102 bash[31411]: cluster 2024-04-26T04:58:47.957161+0000 mgr.y (mgr.24272) 178 : cluster [DBG] pgmap v153: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:49.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:49 smithi102 bash[31411]: audit 2024-04-26T04:58:48.238558+0000 mon.a (mon.0) 827 : audit [INF] from='client.? ' entity='client.admin' 2024-04-26T04:58:49.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:49 smithi102 bash[31411]: audit 2024-04-26T04:58:48.259726+0000 mon.c (mon.2) 118 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:58:51.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:51 smithi174 bash[23471]: cluster 2024-04-26T04:58:49.957835+0000 mgr.y (mgr.24272) 179 : cluster [DBG] pgmap v154: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:51.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:51 smithi102 bash[31411]: cluster 2024-04-26T04:58:49.957835+0000 mgr.y (mgr.24272) 179 : cluster [DBG] pgmap v154: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:51.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:51 smithi102 bash[21319]: cluster 2024-04-26T04:58:49.957835+0000 mgr.y (mgr.24272) 179 : cluster [DBG] pgmap v154: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:53.047 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:58:53.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:53 smithi102 bash[31411]: cluster 2024-04-26T04:58:51.958503+0000 mgr.y (mgr.24272) 180 : cluster [DBG] pgmap v155: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:53.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:53 smithi102 bash[21319]: cluster 2024-04-26T04:58:51.958503+0000 mgr.y (mgr.24272) 180 : cluster [DBG] pgmap v155: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:53.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:53 smithi174 bash[23471]: cluster 2024-04-26T04:58:51.958503+0000 mgr.y (mgr.24272) 180 : cluster [DBG] pgmap v155: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:54.752 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:54 smithi102 bash[21319]: audit 2024-04-26T04:58:53.695656+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:58:54.752 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:54 smithi102 bash[21319]: audit 2024-04-26T04:58:53.706581+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:58:54.753 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:54 smithi102 bash[21319]: audit 2024-04-26T04:58:53.909374+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:58:54.753 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:54 smithi102 bash[21319]: audit 2024-04-26T04:58:53.924560+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:58:54.753 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:54 smithi102 bash[21319]: audit 2024-04-26T04:58:53.928222+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:58:54.753 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:54 smithi102 bash[21319]: audit 2024-04-26T04:58:53.929612+0000 mon.c (mon.2) 120 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:58:54.753 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:54 smithi102 bash[21319]: audit 2024-04-26T04:58:53.939767+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:58:54.753 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:54 smithi102 bash[21319]: cluster 2024-04-26T04:58:53.959525+0000 mgr.y (mgr.24272) 181 : cluster [DBG] pgmap v156: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:54.753 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:54 smithi102 bash[31411]: audit 2024-04-26T04:58:53.695656+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:58:54.753 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:54 smithi102 bash[31411]: audit 2024-04-26T04:58:53.706581+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:58:54.753 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:54 smithi102 bash[31411]: audit 2024-04-26T04:58:53.909374+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:58:54.753 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:54 smithi102 bash[31411]: audit 2024-04-26T04:58:53.924560+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:58:54.753 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:54 smithi102 bash[31411]: audit 2024-04-26T04:58:53.928222+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:58:54.753 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:54 smithi102 bash[31411]: audit 2024-04-26T04:58:53.929612+0000 mon.c (mon.2) 120 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:58:54.753 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:54 smithi102 bash[31411]: audit 2024-04-26T04:58:53.939767+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:58:54.753 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:54 smithi102 bash[31411]: cluster 2024-04-26T04:58:53.959525+0000 mgr.y (mgr.24272) 181 : cluster [DBG] pgmap v156: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:54.864 DEBUG:teuthology.orchestra.run.smithi102:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-26T04:58:55.115 INFO:tasks.workunit.client.0.smithi102.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-26T04:58:55.119 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-26T04:58:55.119 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-26T04:58:55.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:54 smithi174 bash[23471]: audit 2024-04-26T04:58:53.695656+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:58:55.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:54 smithi174 bash[23471]: audit 2024-04-26T04:58:53.706581+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:58:55.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:54 smithi174 bash[23471]: audit 2024-04-26T04:58:53.909374+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:58:55.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:54 smithi174 bash[23471]: audit 2024-04-26T04:58:53.924560+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:58:55.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:54 smithi174 bash[23471]: audit 2024-04-26T04:58:53.928222+0000 mon.c (mon.2) 119 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:58:55.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:54 smithi174 bash[23471]: audit 2024-04-26T04:58:53.929612+0000 mon.c (mon.2) 120 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:58:55.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:54 smithi174 bash[23471]: audit 2024-04-26T04:58:53.939767+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:58:55.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:54 smithi174 bash[23471]: cluster 2024-04-26T04:58:53.959525+0000 mgr.y (mgr.24272) 181 : cluster [DBG] pgmap v156: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:57.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:57 smithi174 bash[23471]: cluster 2024-04-26T04:58:55.960142+0000 mgr.y (mgr.24272) 182 : cluster [DBG] pgmap v157: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:57.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:57 smithi174 bash[23471]: audit 2024-04-26T04:58:56.944931+0000 mon.c (mon.2) 121 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:58:57.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:57 smithi102 bash[31411]: cluster 2024-04-26T04:58:55.960142+0000 mgr.y (mgr.24272) 182 : cluster [DBG] pgmap v157: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:57.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:57 smithi102 bash[31411]: audit 2024-04-26T04:58:56.944931+0000 mon.c (mon.2) 121 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:58:57.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:57 smithi102 bash[21319]: cluster 2024-04-26T04:58:55.960142+0000 mgr.y (mgr.24272) 182 : cluster [DBG] pgmap v157: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:57.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:57 smithi102 bash[21319]: audit 2024-04-26T04:58:56.944931+0000 mon.c (mon.2) 121 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:58:58.200 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:58:57 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:58:57] "GET /metrics HTTP/1.1" 200 239360 "" "Prometheus/2.43.0" 2024-04-26T04:58:58.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:58:58 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:58:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:58:59.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:58:59 smithi174 bash[23471]: cluster 2024-04-26T04:58:57.961238+0000 mgr.y (mgr.24272) 183 : cluster [DBG] pgmap v158: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:59.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:58:59 smithi102 bash[21319]: cluster 2024-04-26T04:58:57.961238+0000 mgr.y (mgr.24272) 183 : cluster [DBG] pgmap v158: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:59.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:58:59 smithi102 bash[31411]: cluster 2024-04-26T04:58:57.961238+0000 mgr.y (mgr.24272) 183 : cluster [DBG] pgmap v158: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:58:59.742 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-26T04:58:59.815 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-26T04:58:59.857 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-26T04:58:59.858 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-26T04:58:59.859 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-26T04:58:59.902 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-26T04:58:59.904 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-26T04:58:59.905 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-26T04:58:59.909 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.0... 2024-04-26T04:58:59.910 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-04-26T04:58:59.910 DEBUG:teuthology.orchestra.run.smithi102:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/import_export.sh 2024-04-26T04:58:59.957 INFO:tasks.workunit.client.0.smithi102.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-04-26T04:58:59.957 INFO:tasks.workunit.client.0.smithi102.stderr:+ TMPDIR=/tmp/rbd_import_export_69011 2024-04-26T04:58:59.957 INFO:tasks.workunit.client.0.smithi102.stderr:+ rm -rf /tmp/rbd_import_export_69011 2024-04-26T04:58:59.958 INFO:tasks.workunit.client.0.smithi102.stderr:+ mkdir /tmp/rbd_import_export_69011 2024-04-26T04:58:59.958 INFO:tasks.workunit.client.0.smithi102.stderr:+ trap rm -rf /tmp/rbd_import_export_69011 INT TERM EXIT 2024-04-26T04:58:59.958 INFO:tasks.workunit.client.0.smithi102.stderr:+ mkdir foo.69011 2024-04-26T04:58:59.958 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd import foo.69011 foo.dir 2024-04-26T04:59:00.063 INFO:tasks.workunit.client.0.smithi102.stderr:rbd: cannot import a directory 2024-04-26T04:59:00.063 INFO:tasks.workunit.client.0.smithi102.stderr: Importing image: 0% complete...failed. 2024-04-26T04:59:00.063 INFO:tasks.workunit.client.0.smithi102.stderr:rbd: import failed: (21) Is a directory 2024-04-26T04:59:00.078 INFO:tasks.workunit.client.0.smithi102.stderr:+ true 2024-04-26T04:59:00.078 INFO:tasks.workunit.client.0.smithi102.stderr:+ rmdir foo.69011 2024-04-26T04:59:00.107 INFO:tasks.workunit.client.0.smithi102.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_69011/img bs=1k count=1 seek=10 2024-04-26T04:59:00.108 INFO:tasks.workunit.client.0.smithi102.stderr:1+0 records in 2024-04-26T04:59:00.108 INFO:tasks.workunit.client.0.smithi102.stderr:1+0 records out 2024-04-26T04:59:00.108 INFO:tasks.workunit.client.0.smithi102.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 8.3586e-05 s, 12.3 MB/s 2024-04-26T04:59:00.108 INFO:tasks.workunit.client.0.smithi102.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_69011/img bs=1k count=10 seek=100 2024-04-26T04:59:00.109 INFO:tasks.workunit.client.0.smithi102.stderr:10+0 records in 2024-04-26T04:59:00.109 INFO:tasks.workunit.client.0.smithi102.stderr:10+0 records out 2024-04-26T04:59:00.110 INFO:tasks.workunit.client.0.smithi102.stderr:10240 bytes (10 kB, 10 KiB) copied, 0.000229674 s, 44.6 MB/s 2024-04-26T04:59:00.110 INFO:tasks.workunit.client.0.smithi102.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_69011/img bs=1k count=100 seek=1000 2024-04-26T04:59:00.110 INFO:tasks.workunit.client.0.smithi102.stderr:58+1 records in 2024-04-26T04:59:00.110 INFO:tasks.workunit.client.0.smithi102.stderr:58+1 records out 2024-04-26T04:59:00.110 INFO:tasks.workunit.client.0.smithi102.stderr:59904 bytes (60 kB, 58 KiB) copied, 0.000217508 s, 275 MB/s 2024-04-26T04:59:00.110 INFO:tasks.workunit.client.0.smithi102.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_69011/img bs=1k seek=10000 2024-04-26T04:59:00.111 INFO:tasks.workunit.client.0.smithi102.stderr:134+1 records in 2024-04-26T04:59:00.112 INFO:tasks.workunit.client.0.smithi102.stderr:134+1 records out 2024-04-26T04:59:00.112 INFO:tasks.workunit.client.0.smithi102.stderr:138208 bytes (138 kB, 135 KiB) copied, 0.000872523 s, 158 MB/s 2024-04-26T04:59:00.112 INFO:tasks.workunit.client.0.smithi102.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_69011/img bs=1k seek=100000 2024-04-26T04:59:00.113 INFO:tasks.workunit.client.0.smithi102.stderr:58+1 records in 2024-04-26T04:59:00.113 INFO:tasks.workunit.client.0.smithi102.stderr:58+1 records out 2024-04-26T04:59:00.113 INFO:tasks.workunit.client.0.smithi102.stderr:59904 bytes (60 kB, 58 KiB) copied, 0.000560041 s, 107 MB/s 2024-04-26T04:59:00.113 INFO:tasks.workunit.client.0.smithi102.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_69011/img bs=1k seek=1000000 2024-04-26T04:59:00.114 INFO:tasks.workunit.client.0.smithi102.stderr:178+1 records in 2024-04-26T04:59:00.114 INFO:tasks.workunit.client.0.smithi102.stderr:178+1 records out 2024-04-26T04:59:00.114 INFO:tasks.workunit.client.0.smithi102.stderr:182728 bytes (183 kB, 178 KiB) copied, 0.000742427 s, 246 MB/s 2024-04-26T04:59:00.114 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd rm testimg 2024-04-26T04:59:00.162 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 0% complete...failed. 2024-04-26T04:59:00.163 INFO:tasks.workunit.client.0.smithi102.stderr:rbd: delete error: (2) No such file or directory 2024-04-26T04:59:00.166 INFO:tasks.workunit.client.0.smithi102.stderr:+ true 2024-04-26T04:59:00.166 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd import --new-format /tmp/rbd_import_export_69011/img testimg 2024-04-26T04:59:00.736 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-26T04:59:01.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:01 smithi174 bash[23471]: cluster 2024-04-26T04:58:59.961595+0000 mgr.y (mgr.24272) 184 : cluster [DBG] pgmap v159: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:01.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:01 smithi102 bash[21319]: cluster 2024-04-26T04:58:59.961595+0000 mgr.y (mgr.24272) 184 : cluster [DBG] pgmap v159: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:01.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:01 smithi102 bash[31411]: cluster 2024-04-26T04:58:59.961595+0000 mgr.y (mgr.24272) 184 : cluster [DBG] pgmap v159: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:02.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:02 smithi174 bash[23471]: cluster 2024-04-26T04:59:01.035630+0000 mon.a (mon.0) 833 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-04-26T04:59:02.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:02 smithi102 bash[31411]: cluster 2024-04-26T04:59:01.035630+0000 mon.a (mon.0) 833 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-04-26T04:59:02.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:02 smithi102 bash[21319]: cluster 2024-04-26T04:59:01.035630+0000 mon.a (mon.0) 833 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-04-26T04:59:02.665 INFO:tasks.workunit.client.0.smithi102.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-04-26T04:59:02.666 INFO:tasks.workunit.client.0.smithi102.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-26T04:59:02.669 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd export testimg /tmp/rbd_import_export_69011/img2 2024-04-26T04:59:02.942 INFO:tasks.workunit.client.0.smithi102.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-26T04:59:02.946 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd export testimg - 2024-04-26T04:59:03.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:03 smithi174 bash[23471]: cluster 2024-04-26T04:59:01.962174+0000 mgr.y (mgr.24272) 185 : cluster [DBG] pgmap v161: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:03.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:03 smithi174 bash[23471]: cluster 2024-04-26T04:59:02.042281+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-04-26T04:59:03.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:03 smithi102 bash[21319]: cluster 2024-04-26T04:59:01.962174+0000 mgr.y (mgr.24272) 185 : cluster [DBG] pgmap v161: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:03.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:03 smithi102 bash[21319]: cluster 2024-04-26T04:59:02.042281+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-04-26T04:59:03.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:03 smithi102 bash[31411]: cluster 2024-04-26T04:59:01.962174+0000 mgr.y (mgr.24272) 185 : cluster [DBG] pgmap v161: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:03.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:03 smithi102 bash[31411]: cluster 2024-04-26T04:59:02.042281+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-04-26T04:59:03.770 INFO:tasks.workunit.client.0.smithi102.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-26T04:59:03.774 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd rm testimg 2024-04-26T04:59:03.888 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-26T04:59:03.892 INFO:tasks.workunit.client.0.smithi102.stderr:+ cmp /tmp/rbd_import_export_69011/img /tmp/rbd_import_export_69011/img2 2024-04-26T04:59:04.570 INFO:tasks.workunit.client.0.smithi102.stderr:+ cmp /tmp/rbd_import_export_69011/img /tmp/rbd_import_export_69011/img3 2024-04-26T04:59:05.077 INFO:tasks.workunit.client.0.smithi102.stderr:+ rm /tmp/rbd_import_export_69011/img2 /tmp/rbd_import_export_69011/img3 2024-04-26T04:59:05.245 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd import --new-format - testimg 2024-04-26T04:59:05.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:05 smithi174 bash[23471]: cluster 2024-04-26T04:59:03.962984+0000 mgr.y (mgr.24272) 186 : cluster [DBG] pgmap v163: 73 pgs: 73 active+clean; 6.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 43 KiB/s rd, 58 KiB/s wr, 14 op/s 2024-04-26T04:59:05.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:05 smithi102 bash[31411]: cluster 2024-04-26T04:59:03.962984+0000 mgr.y (mgr.24272) 186 : cluster [DBG] pgmap v163: 73 pgs: 73 active+clean; 6.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 43 KiB/s rd, 58 KiB/s wr, 14 op/s 2024-04-26T04:59:05.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:05 smithi102 bash[21319]: cluster 2024-04-26T04:59:03.962984+0000 mgr.y (mgr.24272) 186 : cluster [DBG] pgmap v163: 73 pgs: 73 active+clean; 6.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 43 KiB/s rd, 58 KiB/s wr, 14 op/s 2024-04-26T04:59:05.549 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:59:05.721 INFO:tasks.workunit.client.0.smithi102.stderr: Importing image: 100% complete...done. 2024-04-26T04:59:05.721 INFO:tasks.workunit.client.0.smithi102.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-26T04:59:05.725 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd export testimg /tmp/rbd_import_export_69011/img2 2024-04-26T04:59:06.002 INFO:tasks.workunit.client.0.smithi102.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-26T04:59:06.007 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd export testimg - 2024-04-26T04:59:06.822 INFO:tasks.workunit.client.0.smithi102.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-26T04:59:06.826 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd rm testimg 2024-04-26T04:59:06.937 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-26T04:59:06.940 INFO:tasks.workunit.client.0.smithi102.stderr:+ cmp /tmp/rbd_import_export_69011/img /tmp/rbd_import_export_69011/img2 2024-04-26T04:59:07.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:07 smithi102 bash[31411]: cluster 2024-04-26T04:59:05.963510+0000 mgr.y (mgr.24272) 187 : cluster [DBG] pgmap v164: 73 pgs: 73 active+clean; 6.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 43 KiB/s rd, 58 KiB/s wr, 14 op/s 2024-04-26T04:59:07.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:07 smithi102 bash[21319]: cluster 2024-04-26T04:59:05.963510+0000 mgr.y (mgr.24272) 187 : cluster [DBG] pgmap v164: 73 pgs: 73 active+clean; 6.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 43 KiB/s rd, 58 KiB/s wr, 14 op/s 2024-04-26T04:59:07.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:07 smithi174 bash[23471]: cluster 2024-04-26T04:59:05.963510+0000 mgr.y (mgr.24272) 187 : cluster [DBG] pgmap v164: 73 pgs: 73 active+clean; 6.0 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 43 KiB/s rd, 58 KiB/s wr, 14 op/s 2024-04-26T04:59:07.597 INFO:tasks.workunit.client.0.smithi102.stderr:+ cmp /tmp/rbd_import_export_69011/img /tmp/rbd_import_export_69011/img3 2024-04-26T04:59:08.099 INFO:tasks.workunit.client.0.smithi102.stderr:+ rm /tmp/rbd_import_export_69011/img /tmp/rbd_import_export_69011/img2 /tmp/rbd_import_export_69011/img3 2024-04-26T04:59:08.200 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:59:07 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:59:07] "GET /metrics HTTP/1.1" 200 239360 "" "Prometheus/2.43.0" 2024-04-26T04:59:08.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:59:08 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:59:08] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:59:08.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:08 smithi174 bash[23471]: cluster 2024-04-26T04:59:07.594876+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-04-26T04:59:08.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:08 smithi174 bash[23471]: cluster 2024-04-26T04:59:07.964598+0000 mgr.y (mgr.24272) 188 : cluster [DBG] pgmap v166: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 342 KiB/s rd, 139 KiB/s wr, 116 op/s 2024-04-26T04:59:08.950 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:08 smithi102 bash[21319]: cluster 2024-04-26T04:59:07.594876+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-04-26T04:59:08.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:08 smithi102 bash[21319]: cluster 2024-04-26T04:59:07.964598+0000 mgr.y (mgr.24272) 188 : cluster [DBG] pgmap v166: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 342 KiB/s rd, 139 KiB/s wr, 116 op/s 2024-04-26T04:59:08.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:08 smithi102 bash[31411]: cluster 2024-04-26T04:59:07.594876+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-04-26T04:59:08.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:08 smithi102 bash[31411]: cluster 2024-04-26T04:59:07.964598+0000 mgr.y (mgr.24272) 188 : cluster [DBG] pgmap v166: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 342 KiB/s rd, 139 KiB/s wr, 116 op/s 2024-04-26T04:59:11.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:11 smithi174 bash[23471]: cluster 2024-04-26T04:59:09.965214+0000 mgr.y (mgr.24272) 189 : cluster [DBG] pgmap v167: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 296 KiB/s rd, 120 KiB/s wr, 100 op/s 2024-04-26T04:59:11.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:11 smithi102 bash[21319]: cluster 2024-04-26T04:59:09.965214+0000 mgr.y (mgr.24272) 189 : cluster [DBG] pgmap v167: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 296 KiB/s rd, 120 KiB/s wr, 100 op/s 2024-04-26T04:59:11.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:11 smithi102 bash[31411]: cluster 2024-04-26T04:59:09.965214+0000 mgr.y (mgr.24272) 189 : cluster [DBG] pgmap v167: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 296 KiB/s rd, 120 KiB/s wr, 100 op/s 2024-04-26T04:59:12.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:12 smithi174 bash[23471]: audit 2024-04-26T04:59:11.945814+0000 mon.c (mon.2) 122 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:59:12.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:12 smithi102 bash[31411]: audit 2024-04-26T04:59:11.945814+0000 mon.c (mon.2) 122 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:59:12.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:12 smithi102 bash[21319]: audit 2024-04-26T04:59:11.945814+0000 mon.c (mon.2) 122 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:59:13.061 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd help export 2024-04-26T04:59:13.062 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep -q export-format 2024-04-26T04:59:13.086 INFO:tasks.workunit.client.0.smithi102.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_69011/img bs=1k count=10 seek=100 2024-04-26T04:59:13.088 INFO:tasks.workunit.client.0.smithi102.stderr:10+0 records in 2024-04-26T04:59:13.088 INFO:tasks.workunit.client.0.smithi102.stderr:10+0 records out 2024-04-26T04:59:13.088 INFO:tasks.workunit.client.0.smithi102.stderr:10240 bytes (10 kB, 10 KiB) copied, 0.000308785 s, 33.2 MB/s 2024-04-26T04:59:13.088 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd import --new-format /tmp/rbd_import_export_69011/img testimg 2024-04-26T04:59:13.165 INFO:tasks.workunit.client.0.smithi102.stderr: Importing image: 100% complete...done. 2024-04-26T04:59:13.165 INFO:tasks.workunit.client.0.smithi102.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-26T04:59:13.169 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd snap create testimg@snap 2024-04-26T04:59:13.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:13 smithi174 bash[23471]: cluster 2024-04-26T04:59:11.970362+0000 mgr.y (mgr.24272) 190 : cluster [DBG] pgmap v168: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 239 KiB/s rd, 97 KiB/s wr, 80 op/s 2024-04-26T04:59:13.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:13 smithi102 bash[31411]: cluster 2024-04-26T04:59:11.970362+0000 mgr.y (mgr.24272) 190 : cluster [DBG] pgmap v168: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 239 KiB/s rd, 97 KiB/s wr, 80 op/s 2024-04-26T04:59:13.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:13 smithi102 bash[21319]: cluster 2024-04-26T04:59:11.970362+0000 mgr.y (mgr.24272) 190 : cluster [DBG] pgmap v168: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 239 KiB/s rd, 97 KiB/s wr, 80 op/s 2024-04-26T04:59:14.061 INFO:tasks.workunit.client.0.smithi102.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-26T04:59:14.074 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd image-meta set testimg key1 value1 2024-04-26T04:59:14.138 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd image-meta list testimg 2024-04-26T04:59:14.183 INFO:tasks.workunit.client.0.smithi102.stderr:+ IMAGEMETA_BEFORE=There is 1 metadatum on this image: 2024-04-26T04:59:14.183 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-26T04:59:14.183 INFO:tasks.workunit.client.0.smithi102.stderr:Key Value 2024-04-26T04:59:14.184 INFO:tasks.workunit.client.0.smithi102.stderr:key1 value1 2024-04-26T04:59:14.184 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_69011/img_v2 2024-04-26T04:59:14.227 INFO:tasks.workunit.client.0.smithi102.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-26T04:59:14.231 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_69011/img_v2 testimg_import 2024-04-26T04:59:14.718 INFO:teuthology.orchestra.run.smithi102.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:b22e2ebdeb24376882b7bda2a7329c8cccc2276a 2024-04-26T04:59:15.073 INFO:tasks.workunit.client.0.smithi102.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-26T04:59:15.077 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info testimg_import 2024-04-26T04:59:15.111 INFO:tasks.workunit.client.0.smithi102.stdout:rbd image 'testimg_import': 2024-04-26T04:59:15.112 INFO:tasks.workunit.client.0.smithi102.stdout: size 110 KiB in 1 objects 2024-04-26T04:59:15.112 INFO:tasks.workunit.client.0.smithi102.stdout: order 22 (4 MiB objects) 2024-04-26T04:59:15.112 INFO:tasks.workunit.client.0.smithi102.stdout: snapshot_count: 1 2024-04-26T04:59:15.112 INFO:tasks.workunit.client.0.smithi102.stdout: id: 609bc592ca09 2024-04-26T04:59:15.112 INFO:tasks.workunit.client.0.smithi102.stdout: block_name_prefix: rbd_data.609bc592ca09 2024-04-26T04:59:15.112 INFO:tasks.workunit.client.0.smithi102.stdout: format: 2 2024-04-26T04:59:15.112 INFO:tasks.workunit.client.0.smithi102.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-26T04:59:15.112 INFO:tasks.workunit.client.0.smithi102.stdout: op_features: 2024-04-26T04:59:15.112 INFO:tasks.workunit.client.0.smithi102.stdout: flags: 2024-04-26T04:59:15.112 INFO:tasks.workunit.client.0.smithi102.stdout: create_timestamp: Fri Apr 26 04:59:14 2024 2024-04-26T04:59:15.112 INFO:tasks.workunit.client.0.smithi102.stdout: access_timestamp: Fri Apr 26 04:59:14 2024 2024-04-26T04:59:15.112 INFO:tasks.workunit.client.0.smithi102.stdout: modify_timestamp: Fri Apr 26 04:59:14 2024 2024-04-26T04:59:15.115 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info testimg_import@snap 2024-04-26T04:59:15.149 INFO:tasks.workunit.client.0.smithi102.stdout:rbd image 'testimg_import': 2024-04-26T04:59:15.149 INFO:tasks.workunit.client.0.smithi102.stdout: size 110 KiB in 1 objects 2024-04-26T04:59:15.149 INFO:tasks.workunit.client.0.smithi102.stdout: order 22 (4 MiB objects) 2024-04-26T04:59:15.149 INFO:tasks.workunit.client.0.smithi102.stdout: snapshot_count: 1 2024-04-26T04:59:15.149 INFO:tasks.workunit.client.0.smithi102.stdout: id: 609bc592ca09 2024-04-26T04:59:15.149 INFO:tasks.workunit.client.0.smithi102.stdout: block_name_prefix: rbd_data.609bc592ca09 2024-04-26T04:59:15.149 INFO:tasks.workunit.client.0.smithi102.stdout: format: 2 2024-04-26T04:59:15.149 INFO:tasks.workunit.client.0.smithi102.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-26T04:59:15.149 INFO:tasks.workunit.client.0.smithi102.stdout: op_features: 2024-04-26T04:59:15.149 INFO:tasks.workunit.client.0.smithi102.stdout: flags: 2024-04-26T04:59:15.149 INFO:tasks.workunit.client.0.smithi102.stdout: create_timestamp: Fri Apr 26 04:59:14 2024 2024-04-26T04:59:15.149 INFO:tasks.workunit.client.0.smithi102.stdout: access_timestamp: Fri Apr 26 04:59:14 2024 2024-04-26T04:59:15.150 INFO:tasks.workunit.client.0.smithi102.stdout: modify_timestamp: Fri Apr 26 04:59:14 2024 2024-04-26T04:59:15.150 INFO:tasks.workunit.client.0.smithi102.stdout: protected: False 2024-04-26T04:59:15.152 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd image-meta list testimg_import 2024-04-26T04:59:15.193 INFO:tasks.workunit.client.0.smithi102.stderr:+ IMAGEMETA_AFTER=There is 1 metadatum on this image: 2024-04-26T04:59:15.193 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-26T04:59:15.194 INFO:tasks.workunit.client.0.smithi102.stderr:Key Value 2024-04-26T04:59:15.194 INFO:tasks.workunit.client.0.smithi102.stderr:key1 value1 2024-04-26T04:59:15.194 INFO:tasks.workunit.client.0.smithi102.stderr:+ [ There is 1 metadatum on this image: 2024-04-26T04:59:15.194 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-26T04:59:15.194 INFO:tasks.workunit.client.0.smithi102.stderr:Key Value 2024-04-26T04:59:15.194 INFO:tasks.workunit.client.0.smithi102.stderr:key1 value1 = There is 1 metadatum on this image: 2024-04-26T04:59:15.194 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-26T04:59:15.194 INFO:tasks.workunit.client.0.smithi102.stderr:Key Value 2024-04-26T04:59:15.194 INFO:tasks.workunit.client.0.smithi102.stderr:key1 value1 ] 2024-04-26T04:59:15.194 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd export testimg_import /tmp/rbd_import_export_69011/img_import 2024-04-26T04:59:15.234 INFO:tasks.workunit.client.0.smithi102.stderr: Exporting image: 100% complete...done. 2024-04-26T04:59:15.237 INFO:tasks.workunit.client.0.smithi102.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_69011/img /tmp/rbd_import_export_69011/img_import 2024-04-26T04:59:15.237 INFO:tasks.workunit.client.0.smithi102.stderr:+ cmp -l /tmp/rbd_import_export_69011/img /tmp/rbd_import_export_69011/img_import 2024-04-26T04:59:15.238 INFO:tasks.workunit.client.0.smithi102.stderr:+ stat /tmp/rbd_import_export_69011/img --format %b 2024-04-26T04:59:15.239 INFO:tasks.workunit.client.0.smithi102.stderr:+ origsize=24 2024-04-26T04:59:15.239 INFO:tasks.workunit.client.0.smithi102.stderr:+ stat /tmp/rbd_import_export_69011/img_import --format %b 2024-04-26T04:59:15.240 INFO:tasks.workunit.client.0.smithi102.stderr:+ exportsize=224 2024-04-26T04:59:15.240 INFO:tasks.workunit.client.0.smithi102.stderr:+ difference=200 2024-04-26T04:59:15.240 INFO:tasks.workunit.client.0.smithi102.stderr:+ difference=200 2024-04-26T04:59:15.240 INFO:tasks.workunit.client.0.smithi102.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-04-26T04:59:15.240 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_69011/img_snap 2024-04-26T04:59:15.275 INFO:tasks.workunit.client.0.smithi102.stderr: Exporting image: 100% complete...done. 2024-04-26T04:59:15.279 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_69011/img_snap_import 2024-04-26T04:59:15.317 INFO:tasks.workunit.client.0.smithi102.stderr: Exporting image: 100% complete...done. 2024-04-26T04:59:15.320 INFO:tasks.workunit.client.0.smithi102.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_69011/img_snap /tmp/rbd_import_export_69011/img_snap_import 2024-04-26T04:59:15.320 INFO:tasks.workunit.client.0.smithi102.stderr:+ cmp -l /tmp/rbd_import_export_69011/img_snap /tmp/rbd_import_export_69011/img_snap_import 2024-04-26T04:59:15.321 INFO:tasks.workunit.client.0.smithi102.stderr:+ stat /tmp/rbd_import_export_69011/img_snap --format %b 2024-04-26T04:59:15.322 INFO:tasks.workunit.client.0.smithi102.stderr:+ origsize=224 2024-04-26T04:59:15.322 INFO:tasks.workunit.client.0.smithi102.stderr:+ stat /tmp/rbd_import_export_69011/img_snap_import --format %b 2024-04-26T04:59:15.322 INFO:tasks.workunit.client.0.smithi102.stderr:+ exportsize=224 2024-04-26T04:59:15.323 INFO:tasks.workunit.client.0.smithi102.stderr:+ difference=0 2024-04-26T04:59:15.323 INFO:tasks.workunit.client.0.smithi102.stderr:+ difference=0 2024-04-26T04:59:15.323 INFO:tasks.workunit.client.0.smithi102.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-26T04:59:15.323 INFO:tasks.workunit.client.0.smithi102.stderr:+ rm /tmp/rbd_import_export_69011/img_v2 2024-04-26T04:59:15.323 INFO:tasks.workunit.client.0.smithi102.stderr:+ rm /tmp/rbd_import_export_69011/img_import 2024-04-26T04:59:15.324 INFO:tasks.workunit.client.0.smithi102.stderr:+ rm /tmp/rbd_import_export_69011/img_snap 2024-04-26T04:59:15.324 INFO:tasks.workunit.client.0.smithi102.stderr:+ rm /tmp/rbd_import_export_69011/img_snap_import 2024-04-26T04:59:15.324 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd snap rm testimg_import@snap 2024-04-26T04:59:15.371 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:15 smithi102 bash[31411]: cluster 2024-04-26T04:59:13.971393+0000 mgr.y (mgr.24272) 191 : cluster [DBG] pgmap v169: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 202 KiB/s rd, 49 KiB/s wr, 68 op/s 2024-04-26T04:59:15.371 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:15 smithi102 bash[31411]: cluster 2024-04-26T04:59:14.044469+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-04-26T04:59:15.372 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:15 smithi102 bash[31411]: audit 2024-04-26T04:59:14.721750+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:59:15.372 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:15 smithi102 bash[31411]: audit 2024-04-26T04:59:14.731973+0000 mon.c (mon.2) 123 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:59:15.372 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:15 smithi102 bash[21319]: cluster 2024-04-26T04:59:13.971393+0000 mgr.y (mgr.24272) 191 : cluster [DBG] pgmap v169: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 202 KiB/s rd, 49 KiB/s wr, 68 op/s 2024-04-26T04:59:15.372 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:15 smithi102 bash[21319]: cluster 2024-04-26T04:59:14.044469+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-04-26T04:59:15.372 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:15 smithi102 bash[21319]: audit 2024-04-26T04:59:14.721750+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:59:15.372 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:15 smithi102 bash[21319]: audit 2024-04-26T04:59:14.731973+0000 mon.c (mon.2) 123 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:59:15.373 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'ceph orch ps' 2024-04-26T04:59:15.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:15 smithi174 bash[23471]: cluster 2024-04-26T04:59:13.971393+0000 mgr.y (mgr.24272) 191 : cluster [DBG] pgmap v169: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 202 KiB/s rd, 49 KiB/s wr, 68 op/s 2024-04-26T04:59:15.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:15 smithi174 bash[23471]: cluster 2024-04-26T04:59:14.044469+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-04-26T04:59:15.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:15 smithi174 bash[23471]: audit 2024-04-26T04:59:14.721750+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:59:15.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:15 smithi174 bash[23471]: audit 2024-04-26T04:59:14.731973+0000 mon.c (mon.2) 123 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:59:16.235 INFO:tasks.workunit.client.0.smithi102.stderr: Removing snap: 100% complete...done. 2024-04-26T04:59:16.250 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd remove testimg_import 2024-04-26T04:59:16.389 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 100% complete...done. 2024-04-26T04:59:16.394 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd snap rm testimg@snap 2024-04-26T04:59:16.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:16 smithi174 bash[23471]: audit 2024-04-26T04:59:14.715414+0000 mgr.y (mgr.24272) 192 : audit [DBG] from='client.24737 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b22e2ebdeb24376882b7bda2a7329c8cccc2276a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:59:16.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:16 smithi174 bash[23471]: cephadm 2024-04-26T04:59:14.716437+0000 mgr.y (mgr.24272) 193 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b22e2ebdeb24376882b7bda2a7329c8cccc2276a 2024-04-26T04:59:16.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:16 smithi174 bash[23471]: cluster 2024-04-26T04:59:15.054702+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-04-26T04:59:16.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:16 smithi174 bash[23471]: audit 2024-04-26T04:59:15.211896+0000 mon.c (mon.2) 124 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:59:16.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:16 smithi174 bash[23471]: audit 2024-04-26T04:59:15.212716+0000 mon.c (mon.2) 125 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:59:16.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:16 smithi174 bash[23471]: audit 2024-04-26T04:59:15.218532+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:59:16.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:16 smithi102 bash[21319]: audit 2024-04-26T04:59:14.715414+0000 mgr.y (mgr.24272) 192 : audit [DBG] from='client.24737 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b22e2ebdeb24376882b7bda2a7329c8cccc2276a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:59:16.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:16 smithi102 bash[21319]: cephadm 2024-04-26T04:59:14.716437+0000 mgr.y (mgr.24272) 193 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b22e2ebdeb24376882b7bda2a7329c8cccc2276a 2024-04-26T04:59:16.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:16 smithi102 bash[21319]: cluster 2024-04-26T04:59:15.054702+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-04-26T04:59:16.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:16 smithi102 bash[21319]: audit 2024-04-26T04:59:15.211896+0000 mon.c (mon.2) 124 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:59:16.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:16 smithi102 bash[21319]: audit 2024-04-26T04:59:15.212716+0000 mon.c (mon.2) 125 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:59:16.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:16 smithi102 bash[21319]: audit 2024-04-26T04:59:15.218532+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:59:16.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:16 smithi102 bash[31411]: audit 2024-04-26T04:59:14.715414+0000 mgr.y (mgr.24272) 192 : audit [DBG] from='client.24737 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:b22e2ebdeb24376882b7bda2a7329c8cccc2276a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:59:16.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:16 smithi102 bash[31411]: cephadm 2024-04-26T04:59:14.716437+0000 mgr.y (mgr.24272) 193 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:b22e2ebdeb24376882b7bda2a7329c8cccc2276a 2024-04-26T04:59:16.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:16 smithi102 bash[31411]: cluster 2024-04-26T04:59:15.054702+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-04-26T04:59:16.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:16 smithi102 bash[31411]: audit 2024-04-26T04:59:15.211896+0000 mon.c (mon.2) 124 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T04:59:16.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:16 smithi102 bash[31411]: audit 2024-04-26T04:59:15.212716+0000 mon.c (mon.2) 125 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T04:59:16.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:16 smithi102 bash[31411]: audit 2024-04-26T04:59:15.218532+0000 mon.a (mon.0) 839 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:59:17.248 INFO:tasks.workunit.client.0.smithi102.stderr: Removing snap: 100% complete...done. 2024-04-26T04:59:17.269 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd rm testimg 2024-04-26T04:59:17.402 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 100% complete...done. 2024-04-26T04:59:17.406 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd import --order 20 /tmp/rbd_import_export_69011/img testimg 2024-04-26T04:59:17.491 INFO:tasks.workunit.client.0.smithi102.stderr: Importing image: 100% complete...done. 2024-04-26T04:59:17.492 INFO:tasks.workunit.client.0.smithi102.stderr:rbd: --order is deprecated, use --object-size 2024-04-26T04:59:17.495 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_69011/img_v2 2024-04-26T04:59:17.544 INFO:tasks.workunit.client.0.smithi102.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-26T04:59:17.548 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_69011/img_v2 testimg_import 2024-04-26T04:59:17.631 INFO:tasks.workunit.client.0.smithi102.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-26T04:59:17.636 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info testimg_import 2024-04-26T04:59:17.636 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep order 2024-04-26T04:59:17.636 INFO:tasks.workunit.client.0.smithi102.stderr:+ awk {print $2} 2024-04-26T04:59:17.636 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep 20 2024-04-26T04:59:17.676 INFO:tasks.workunit.client.0.smithi102.stdout:20 2024-04-26T04:59:17.676 INFO:tasks.workunit.client.0.smithi102.stderr:+ rm /tmp/rbd_import_export_69011/img_v2 2024-04-26T04:59:17.677 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd remove testimg_import 2024-04-26T04:59:17.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:17 smithi174 bash[23471]: cephadm 2024-04-26T04:59:15.271246+0000 mgr.y (mgr.24272) 194 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b22e2ebdeb24376882b7bda2a7329c8cccc2276a 2024-04-26T04:59:17.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:17 smithi174 bash[23471]: cluster 2024-04-26T04:59:15.972058+0000 mgr.y (mgr.24272) 195 : cluster [DBG] pgmap v172: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:17.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:17 smithi174 bash[23471]: cluster 2024-04-26T04:59:16.235517+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-04-26T04:59:17.700 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:17 smithi102 bash[21319]: cephadm 2024-04-26T04:59:15.271246+0000 mgr.y (mgr.24272) 194 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b22e2ebdeb24376882b7bda2a7329c8cccc2276a 2024-04-26T04:59:17.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:17 smithi102 bash[21319]: cluster 2024-04-26T04:59:15.972058+0000 mgr.y (mgr.24272) 195 : cluster [DBG] pgmap v172: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:17.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:17 smithi102 bash[21319]: cluster 2024-04-26T04:59:16.235517+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-04-26T04:59:17.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:17 smithi102 bash[31411]: cephadm 2024-04-26T04:59:15.271246+0000 mgr.y (mgr.24272) 194 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:b22e2ebdeb24376882b7bda2a7329c8cccc2276a 2024-04-26T04:59:17.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:17 smithi102 bash[31411]: cluster 2024-04-26T04:59:15.972058+0000 mgr.y (mgr.24272) 195 : cluster [DBG] pgmap v172: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:17.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:17 smithi102 bash[31411]: cluster 2024-04-26T04:59:16.235517+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-04-26T04:59:17.801 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 100% complete...done. 2024-04-26T04:59:17.806 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd remove testimg 2024-04-26T04:59:17.960 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 100% complete...done. 2024-04-26T04:59:17.964 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_69011/img testimg 2024-04-26T04:59:18.031 INFO:tasks.workunit.client.0.smithi102.stderr: Importing image: 100% complete...done. 2024-04-26T04:59:18.035 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info testimg 2024-04-26T04:59:18.035 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep features 2024-04-26T04:59:18.082 INFO:tasks.workunit.client.0.smithi102.stderr:+ FEATURES_BEFORE= features: layering 2024-04-26T04:59:18.082 INFO:tasks.workunit.client.0.smithi102.stderr: op_features: 2024-04-26T04:59:18.082 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_69011/img_v2 2024-04-26T04:59:18.127 INFO:tasks.workunit.client.0.smithi102.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-26T04:59:18.131 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_69011/img_v2 testimg_import 2024-04-26T04:59:18.194 INFO:tasks.workunit.client.0.smithi102.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-26T04:59:18.198 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info testimg_import 2024-04-26T04:59:18.199 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep features 2024-04-26T04:59:18.200 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:59:17 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:59:17] "GET /metrics HTTP/1.1" 200 239747 "" "Prometheus/2.43.0" 2024-04-26T04:59:18.236 INFO:tasks.workunit.client.0.smithi102.stderr:+ FEATURES_AFTER= features: layering 2024-04-26T04:59:18.237 INFO:tasks.workunit.client.0.smithi102.stderr: op_features: 2024-04-26T04:59:18.237 INFO:tasks.workunit.client.0.smithi102.stderr:+ [ features: layering 2024-04-26T04:59:18.237 INFO:tasks.workunit.client.0.smithi102.stderr: op_features: != features: layering 2024-04-26T04:59:18.237 INFO:tasks.workunit.client.0.smithi102.stderr: op_features: ] 2024-04-26T04:59:18.237 INFO:tasks.workunit.client.0.smithi102.stderr:+ rm /tmp/rbd_import_export_69011/img_v2 2024-04-26T04:59:18.237 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd remove testimg_import 2024-04-26T04:59:18.325 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 100% complete...done. 2024-04-26T04:59:18.328 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd remove testimg 2024-04-26T04:59:18.430 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 100% complete...done. 2024-04-26T04:59:18.433 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_69011/img testimg 2024-04-26T04:59:18.510 INFO:tasks.workunit.client.0.smithi102.stderr: Importing image: 100% complete...done. 2024-04-26T04:59:18.513 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_69011/img_v2 2024-04-26T04:59:18.526 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:18 smithi174 bash[23471]: cluster 2024-04-26T04:59:17.237924+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-04-26T04:59:18.555 INFO:tasks.workunit.client.0.smithi102.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-26T04:59:18.559 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_69011/img_v2 testimg_import 2024-04-26T04:59:18.650 INFO:tasks.workunit.client.0.smithi102.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-26T04:59:18.654 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info testimg_import 2024-04-26T04:59:18.654 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep stripe unit 2024-04-26T04:59:18.654 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep -Ei (4 KiB|4096) 2024-04-26T04:59:18.697 INFO:tasks.workunit.client.0.smithi102.stdout: stripe unit: 4 KiB 2024-04-26T04:59:18.698 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info testimg_import 2024-04-26T04:59:18.698 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep stripe count 2024-04-26T04:59:18.698 INFO:tasks.workunit.client.0.smithi102.stderr:+ awk {print $3} 2024-04-26T04:59:18.698 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep 1000 2024-04-26T04:59:18.700 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:18 smithi102 bash[21319]: cluster 2024-04-26T04:59:17.237924+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-04-26T04:59:18.700 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:18 smithi102 bash[31411]: cluster 2024-04-26T04:59:17.237924+0000 mon.a (mon.0) 841 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-04-26T04:59:18.743 INFO:tasks.workunit.client.0.smithi102.stdout:1000 2024-04-26T04:59:18.744 INFO:tasks.workunit.client.0.smithi102.stderr:+ rm /tmp/rbd_import_export_69011/img_v2 2024-04-26T04:59:18.744 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd remove testimg_import 2024-04-26T04:59:18.893 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-26T04:59:18.896 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd remove testimg 2024-04-26T04:59:18.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:59:18 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:59:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:59:19.016 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-26T04:59:19.019 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_69011/img testimg 2024-04-26T04:59:19.090 INFO:tasks.workunit.client.0.smithi102.stderr: Importing image: 100% complete...done. 2024-04-26T04:59:19.093 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd snap create testimg@snap1 2024-04-26T04:59:19.283 INFO:tasks.workunit.client.0.smithi102.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-26T04:59:19.295 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd snap create testimg@snap2 2024-04-26T04:59:19.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:19 smithi174 bash[23471]: cluster 2024-04-26T04:59:17.972987+0000 mgr.y (mgr.24272) 196 : cluster [DBG] pgmap v175: 73 pgs: 73 active+clean; 689 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 283 KiB/s rd, 27 KiB/s wr, 367 op/s 2024-04-26T04:59:19.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:19 smithi102 bash[21319]: cluster 2024-04-26T04:59:17.972987+0000 mgr.y (mgr.24272) 196 : cluster [DBG] pgmap v175: 73 pgs: 73 active+clean; 689 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 283 KiB/s rd, 27 KiB/s wr, 367 op/s 2024-04-26T04:59:19.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:19 smithi102 bash[31411]: cluster 2024-04-26T04:59:17.972987+0000 mgr.y (mgr.24272) 196 : cluster [DBG] pgmap v175: 73 pgs: 73 active+clean; 689 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 283 KiB/s rd, 27 KiB/s wr, 367 op/s 2024-04-26T04:59:20.101 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:59:20.298 INFO:tasks.workunit.client.0.smithi102.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-26T04:59:20.313 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd snap protect testimg@snap2 2024-04-26T04:59:20.376 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_69011/snap_protect 2024-04-26T04:59:20.430 INFO:tasks.workunit.client.0.smithi102.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-26T04:59:20.435 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_69011/snap_protect testimg_import 2024-04-26T04:59:20.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:20 smithi102 bash[21319]: cluster 2024-04-26T04:59:19.259054+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-04-26T04:59:20.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:20 smithi102 bash[21319]: cluster 2024-04-26T04:59:19.973612+0000 mgr.y (mgr.24272) 197 : cluster [DBG] pgmap v177: 73 pgs: 73 active+clean; 689 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 230 KiB/s rd, 22 KiB/s wr, 298 op/s 2024-04-26T04:59:20.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:20 smithi102 bash[31411]: cluster 2024-04-26T04:59:19.259054+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-04-26T04:59:20.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:20 smithi102 bash[31411]: cluster 2024-04-26T04:59:19.973612+0000 mgr.y (mgr.24272) 197 : cluster [DBG] pgmap v177: 73 pgs: 73 active+clean; 689 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 230 KiB/s rd, 22 KiB/s wr, 298 op/s 2024-04-26T04:59:20.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:20 smithi174 bash[23471]: cluster 2024-04-26T04:59:19.259054+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-04-26T04:59:20.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:20 smithi174 bash[23471]: cluster 2024-04-26T04:59:19.973612+0000 mgr.y (mgr.24272) 197 : cluster [DBG] pgmap v177: 73 pgs: 73 active+clean; 689 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 230 KiB/s rd, 22 KiB/s wr, 298 op/s 2024-04-26T04:59:21.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:21 smithi174 bash[23471]: cluster 2024-04-26T04:59:20.281395+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-04-26T04:59:21.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:21 smithi102 bash[21319]: cluster 2024-04-26T04:59:20.281395+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-04-26T04:59:21.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:21 smithi102 bash[31411]: cluster 2024-04-26T04:59:20.281395+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-04-26T04:59:22.353 INFO:tasks.workunit.client.0.smithi102.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-26T04:59:22.358 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info testimg_import@snap1 2024-04-26T04:59:22.358 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep protected: False 2024-04-26T04:59:22.409 INFO:tasks.workunit.client.0.smithi102.stdout: protected: False 2024-04-26T04:59:22.409 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info testimg_import@snap2 2024-04-26T04:59:22.410 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep protected: True 2024-04-26T04:59:22.458 INFO:tasks.workunit.client.0.smithi102.stdout: protected: True 2024-04-26T04:59:22.459 INFO:tasks.workunit.client.0.smithi102.stderr:+ rm /tmp/rbd_import_export_69011/snap_protect 2024-04-26T04:59:22.459 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd snap unprotect testimg@snap2 2024-04-26T04:59:22.518 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd snap unprotect testimg_import@snap2 2024-04-26T04:59:22.576 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd snap purge testimg 2024-04-26T04:59:22.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:22 smithi174 bash[23471]: cluster 2024-04-26T04:59:21.292584+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-04-26T04:59:22.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:22 smithi174 bash[23471]: cluster 2024-04-26T04:59:21.974343+0000 mgr.y (mgr.24272) 198 : cluster [DBG] pgmap v180: 73 pgs: 73 active+clean; 689 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 239 KiB/s rd, 23 KiB/s wr, 310 op/s 2024-04-26T04:59:22.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:22 smithi102 bash[21319]: cluster 2024-04-26T04:59:21.292584+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-04-26T04:59:22.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:22 smithi102 bash[21319]: cluster 2024-04-26T04:59:21.974343+0000 mgr.y (mgr.24272) 198 : cluster [DBG] pgmap v180: 73 pgs: 73 active+clean; 689 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 239 KiB/s rd, 23 KiB/s wr, 310 op/s 2024-04-26T04:59:22.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:22 smithi102 bash[31411]: cluster 2024-04-26T04:59:21.292584+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-04-26T04:59:22.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:22 smithi102 bash[31411]: cluster 2024-04-26T04:59:21.974343+0000 mgr.y (mgr.24272) 198 : cluster [DBG] pgmap v180: 73 pgs: 73 active+clean; 689 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 239 KiB/s rd, 23 KiB/s wr, 310 op/s 2024-04-26T04:59:23.549 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:23 smithi102 bash[21319]: cluster 2024-04-26T04:59:22.307005+0000 mon.a (mon.0) 845 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-04-26T04:59:23.549 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:23 smithi102 bash[21319]: cluster 2024-04-26T04:59:22.598961+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-04-26T04:59:23.550 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:23 smithi102 bash[31411]: cluster 2024-04-26T04:59:22.307005+0000 mon.a (mon.0) 845 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-04-26T04:59:23.550 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:23 smithi102 bash[31411]: cluster 2024-04-26T04:59:22.598961+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-04-26T04:59:23.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:23 smithi174 bash[23471]: cluster 2024-04-26T04:59:22.307005+0000 mon.a (mon.0) 845 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-04-26T04:59:23.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:23 smithi174 bash[23471]: cluster 2024-04-26T04:59:22.598961+0000 mon.a (mon.0) 846 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-04-26T04:59:24.621 INFO:tasks.workunit.client.0.smithi102.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-26T04:59:24.635 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd snap purge testimg_import 2024-04-26T04:59:24.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:24 smithi174 bash[23471]: cluster 2024-04-26T04:59:23.603889+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-04-26T04:59:24.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:24 smithi174 bash[23471]: cluster 2024-04-26T04:59:23.974765+0000 mgr.y (mgr.24272) 199 : cluster [DBG] pgmap v184: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 366 KiB/s rd, 42 KiB/s wr, 489 op/s 2024-04-26T04:59:24.950 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:24 smithi102 bash[21319]: cluster 2024-04-26T04:59:23.603889+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-04-26T04:59:24.950 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:24 smithi102 bash[21319]: cluster 2024-04-26T04:59:23.974765+0000 mgr.y (mgr.24272) 199 : cluster [DBG] pgmap v184: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 366 KiB/s rd, 42 KiB/s wr, 489 op/s 2024-04-26T04:59:24.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:24 smithi102 bash[31411]: cluster 2024-04-26T04:59:23.603889+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-04-26T04:59:24.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:24 smithi102 bash[31411]: cluster 2024-04-26T04:59:23.974765+0000 mgr.y (mgr.24272) 199 : cluster [DBG] pgmap v184: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 366 KiB/s rd, 42 KiB/s wr, 489 op/s 2024-04-26T04:59:25.065 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T04:59:25.065 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (4m) 31s ago 4m 13.9M - 0.25.0 c8568f914cd2 072585c70899 2024-04-26T04:59:25.065 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi174 *:3000 running (4m) 31s ago 4m 78.7M - 9.4.7 954c08fa6188 6cfd3a4cece7 2024-04-26T04:59:25.065 INFO:teuthology.orchestra.run.smithi102.stdout:mds.foo.smithi102.iafhgp smithi102 running (2m) 31s ago 2m 11.4M - 17.2.7-902-gc61472c8 0de407c1b3af fb04751031d5 2024-04-26T04:59:25.065 INFO:teuthology.orchestra.run.smithi102.stdout:mds.foo.smithi174.idmghd smithi174 running (2m) 31s ago 2m 12.8M - 17.2.7-902-gc61472c8 0de407c1b3af 94a8195067aa 2024-04-26T04:59:25.065 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi174 *:8443 running (12m) 31s ago 12m 420M - 17.2.7-902-gc61472c8 0de407c1b3af ffb566b4b8b9 2024-04-26T04:59:25.065 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:9283 running (15m) 31s ago 15m 472M - 17.2.7-902-gc61472c8 0de407c1b3af c5a0a8372e85 2024-04-26T04:59:25.065 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (15m) 31s ago 15m 50.0M 2048M 17.2.7-902-gc61472c8 0de407c1b3af 5d6dc8f8fcd0 2024-04-26T04:59:25.065 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi174 running (13m) 31s ago 13m 36.3M 2048M 17.2.7-902-gc61472c8 0de407c1b3af 1756f55675cb 2024-04-26T04:59:25.066 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (13m) 31s ago 13m 40.6M 2048M 17.2.7-902-gc61472c8 0de407c1b3af b454366f7681 2024-04-26T04:59:25.066 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (5m) 31s ago 5m 8372k - 1.5.0 0da6a335fe13 327220cc3a99 2024-04-26T04:59:25.066 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi174 *:9100 running (5m) 31s ago 5m 8359k - 1.5.0 0da6a335fe13 aa3d9d3fc4f4 2024-04-26T04:59:25.066 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (12m) 31s ago 12m 44.8M 4060M 17.2.7-902-gc61472c8 0de407c1b3af cf83b9a35515 2024-04-26T04:59:25.066 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (11m) 31s ago 11m 44.1M 4060M 17.2.7-902-gc61472c8 0de407c1b3af 9a879e873629 2024-04-26T04:59:25.066 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (10m) 31s ago 10m 42.8M 4060M 17.2.7-902-gc61472c8 0de407c1b3af ae51c2885197 2024-04-26T04:59:25.066 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (9m) 31s ago 9m 44.6M 4060M 17.2.7-902-gc61472c8 0de407c1b3af 78ae3061dc73 2024-04-26T04:59:25.066 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi174 running (8m) 31s ago 8m 42.3M 4060M 17.2.7-902-gc61472c8 0de407c1b3af 69845b3de88d 2024-04-26T04:59:25.066 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi174 running (7m) 31s ago 7m 42.5M 4060M 17.2.7-902-gc61472c8 0de407c1b3af 041037310e4e 2024-04-26T04:59:25.066 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi174 running (7m) 31s ago 7m 42.5M 4060M 17.2.7-902-gc61472c8 0de407c1b3af d912f137bbb8 2024-04-26T04:59:25.066 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi174 running (6m) 31s ago 6m 42.0M 4060M 17.2.7-902-gc61472c8 0de407c1b3af 12dbdd4bcd5f 2024-04-26T04:59:25.066 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi174 *:9095 running (4m) 31s ago 5m 46.4M - 2.43.0 a07b618ecd1d 390ef2e3d2e6 2024-04-26T04:59:25.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:25 smithi174 bash[23471]: cluster 2024-04-26T04:59:24.615164+0000 mon.a (mon.0) 848 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-04-26T04:59:25.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:25 smithi174 bash[23471]: audit 2024-04-26T04:59:25.035284+0000 mgr.y (mgr.24272) 200 : audit [DBG] from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:59:25.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:25 smithi102 bash[21319]: cluster 2024-04-26T04:59:24.615164+0000 mon.a (mon.0) 848 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-04-26T04:59:25.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:25 smithi102 bash[21319]: audit 2024-04-26T04:59:25.035284+0000 mgr.y (mgr.24272) 200 : audit [DBG] from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:59:25.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:25 smithi102 bash[31411]: cluster 2024-04-26T04:59:24.615164+0000 mon.a (mon.0) 848 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-04-26T04:59:25.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:25 smithi102 bash[31411]: audit 2024-04-26T04:59:25.035284+0000 mgr.y (mgr.24272) 200 : audit [DBG] from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T04:59:25.975 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'echo wait for minority of mons to upgrade' 2024-04-26T04:59:26.643 INFO:tasks.workunit.client.0.smithi102.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-26T04:59:26.659 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd remove testimg 2024-04-26T04:59:26.816 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 100% complete...done. 2024-04-26T04:59:26.822 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd remove testimg_import 2024-04-26T04:59:26.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:26 smithi174 bash[23471]: cluster 2024-04-26T04:59:25.615485+0000 mon.a (mon.0) 849 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-04-26T04:59:26.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:26 smithi174 bash[23471]: cluster 2024-04-26T04:59:25.975350+0000 mgr.y (mgr.24272) 201 : cluster [DBG] pgmap v187: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 368 KiB/s rd, 43 KiB/s wr, 492 op/s 2024-04-26T04:59:26.950 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:26 smithi102 bash[21319]: cluster 2024-04-26T04:59:25.615485+0000 mon.a (mon.0) 849 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-04-26T04:59:26.950 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:26 smithi102 bash[21319]: cluster 2024-04-26T04:59:25.975350+0000 mgr.y (mgr.24272) 201 : cluster [DBG] pgmap v187: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 368 KiB/s rd, 43 KiB/s wr, 492 op/s 2024-04-26T04:59:26.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:26 smithi102 bash[31411]: cluster 2024-04-26T04:59:25.615485+0000 mon.a (mon.0) 849 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-04-26T04:59:26.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:26 smithi102 bash[31411]: cluster 2024-04-26T04:59:25.975350+0000 mgr.y (mgr.24272) 201 : cluster [DBG] pgmap v187: 73 pgs: 73 active+clean; 799 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 368 KiB/s rd, 43 KiB/s wr, 492 op/s 2024-04-26T04:59:26.985 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 100% complete...done. 2024-04-26T04:59:26.990 INFO:tasks.workunit.client.0.smithi102.stderr:+ tiered=0 2024-04-26T04:59:26.990 INFO:tasks.workunit.client.0.smithi102.stderr:+ ceph osd dump 2024-04-26T04:59:26.990 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep ^pool 2024-04-26T04:59:26.990 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep 'rbd' 2024-04-26T04:59:26.990 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep tier 2024-04-26T04:59:27.409 INFO:tasks.workunit.client.0.smithi102.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_69011/sparse1 2024-04-26T04:59:27.414 INFO:tasks.workunit.client.0.smithi102.stderr:1+0 records in 2024-04-26T04:59:27.414 INFO:tasks.workunit.client.0.smithi102.stderr:1+0 records out 2024-04-26T04:59:27.414 INFO:tasks.workunit.client.0.smithi102.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00476027 s, 220 MB/s 2024-04-26T04:59:27.415 INFO:tasks.workunit.client.0.smithi102.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_69011/sparse2 2024-04-26T04:59:27.419 INFO:tasks.workunit.client.0.smithi102.stderr:1+0 records in 2024-04-26T04:59:27.419 INFO:tasks.workunit.client.0.smithi102.stderr:1+0 records out 2024-04-26T04:59:27.419 INFO:tasks.workunit.client.0.smithi102.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00451124 s, 232 MB/s 2024-04-26T04:59:27.419 INFO:tasks.workunit.client.0.smithi102.stderr:+ truncate /tmp/rbd_import_export_69011/sparse2 -s 2M 2024-04-26T04:59:27.433 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd rm sparse1 2024-04-26T04:59:27.479 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 0% complete...failed. 2024-04-26T04:59:27.479 INFO:tasks.workunit.client.0.smithi102.stderr:rbd: delete error: (2) No such file or directory 2024-04-26T04:59:27.482 INFO:tasks.workunit.client.0.smithi102.stderr:+ true 2024-04-26T04:59:27.482 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_69011/sparse1 2024-04-26T04:59:27.560 INFO:tasks.workunit.client.0.smithi102.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-26T04:59:27.560 INFO:tasks.workunit.client.0.smithi102.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-26T04:59:27.560 INFO:tasks.workunit.client.0.smithi102.stderr:rbd: --order is deprecated, use --object-size 2024-04-26T04:59:27.563 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd ls -l 2024-04-26T04:59:27.563 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep sparse1 2024-04-26T04:59:27.563 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep -Ei (2 MiB|2048k) 2024-04-26T04:59:27.605 INFO:tasks.workunit.client.0.smithi102.stdout:sparse1 2 MiB 2 2024-04-26T04:59:27.606 INFO:tasks.workunit.client.0.smithi102.stderr:+ objects sparse1 2024-04-26T04:59:27.606 INFO:tasks.workunit.client.0.smithi102.stderr:+ image=sparse1 2024-04-26T04:59:27.606 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info sparse1 2024-04-26T04:59:27.606 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep block_name_prefix 2024-04-26T04:59:27.606 INFO:tasks.workunit.client.0.smithi102.stderr:+ awk {print $NF;} 2024-04-26T04:59:27.650 INFO:tasks.workunit.client.0.smithi102.stderr:+ prefix=rbd_data.61c1b032a724 2024-04-26T04:59:27.650 INFO:tasks.workunit.client.0.smithi102.stderr:+ + grep rbd_data.61c1b032a724 2024-04-26T04:59:27.650 INFO:tasks.workunit.client.0.smithi102.stderr:get_image_data_pool sparse1 2024-04-26T04:59:27.650 INFO:tasks.workunit.client.0.smithi102.stderr:+ image=sparse1 2024-04-26T04:59:27.650 INFO:tasks.workunit.client.0.smithi102.stderr:+ sed -e s/rbd_data.61c1b032a724\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-04-26T04:59:27.650 INFO:tasks.workunit.client.0.smithi102.stderr:+ sort -u 2024-04-26T04:59:27.650 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info sparse1 2024-04-26T04:59:27.650 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep data_pool: 2024-04-26T04:59:27.650 INFO:tasks.workunit.client.0.smithi102.stderr:+ awk -F: { print $NF } 2024-04-26T04:59:27.690 INFO:tasks.workunit.client.0.smithi102.stderr:+ data_pool= 2024-04-26T04:59:27.690 INFO:tasks.workunit.client.0.smithi102.stderr:+ [ -z ] 2024-04-26T04:59:27.690 INFO:tasks.workunit.client.0.smithi102.stderr:+ data_pool=rbd 2024-04-26T04:59:27.690 INFO:tasks.workunit.client.0.smithi102.stderr:+ echo rbd 2024-04-26T04:59:27.690 INFO:tasks.workunit.client.0.smithi102.stderr:+ rados ls -p rbd 2024-04-26T04:59:27.726 INFO:tasks.workunit.client.0.smithi102.stderr:+ objects=1 2024-04-26T04:59:27.726 INFO:tasks.workunit.client.0.smithi102.stderr:+ echo 1 2024-04-26T04:59:27.726 INFO:tasks.workunit.client.0.smithi102.stderr:+ [ 0 -eq 1 -o 1 = 1 ] 2024-04-26T04:59:27.726 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd export sparse1 /tmp/rbd_import_export_69011/sparse1.out 2024-04-26T04:59:27.766 INFO:tasks.workunit.client.0.smithi102.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-26T04:59:27.770 INFO:tasks.workunit.client.0.smithi102.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_69011/sparse1 /tmp/rbd_import_export_69011/sparse1.out 2024-04-26T04:59:27.770 INFO:tasks.workunit.client.0.smithi102.stderr:+ cmp -l /tmp/rbd_import_export_69011/sparse1 /tmp/rbd_import_export_69011/sparse1.out 2024-04-26T04:59:27.772 INFO:tasks.workunit.client.0.smithi102.stderr:+ stat /tmp/rbd_import_export_69011/sparse1 --format %b 2024-04-26T04:59:27.773 INFO:tasks.workunit.client.0.smithi102.stderr:+ origsize=2048 2024-04-26T04:59:27.773 INFO:tasks.workunit.client.0.smithi102.stderr:+ stat /tmp/rbd_import_export_69011/sparse1.out --format %b 2024-04-26T04:59:27.774 INFO:tasks.workunit.client.0.smithi102.stderr:+ exportsize=2048 2024-04-26T04:59:27.774 INFO:tasks.workunit.client.0.smithi102.stderr:+ difference=0 2024-04-26T04:59:27.774 INFO:tasks.workunit.client.0.smithi102.stderr:+ difference=0 2024-04-26T04:59:27.774 INFO:tasks.workunit.client.0.smithi102.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-26T04:59:27.774 INFO:tasks.workunit.client.0.smithi102.stderr:+ rm /tmp/rbd_import_export_69011/sparse1.out 2024-04-26T04:59:27.774 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd rm sparse1 2024-04-26T04:59:27.888 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-26T04:59:27.891 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd rm sparse2 2024-04-26T04:59:27.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:27 smithi102 bash[21319]: cluster 2024-04-26T04:59:26.635923+0000 mon.a (mon.0) 850 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-04-26T04:59:27.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:27 smithi102 bash[21319]: audit 2024-04-26T04:59:26.944741+0000 mon.c (mon.2) 126 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:59:27.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:27 smithi102 bash[21319]: audit 2024-04-26T04:59:27.291527+0000 mon.c (mon.2) 127 : audit [DBG] from='client.? 172.21.15.102:0/1618339626' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T04:59:27.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:27 smithi102 bash[21319]: audit 2024-04-26T04:59:27.397832+0000 mon.c (mon.2) 128 : audit [DBG] from='client.? 172.21.15.102:0/1618339626' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T04:59:27.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:27 smithi102 bash[31411]: cluster 2024-04-26T04:59:26.635923+0000 mon.a (mon.0) 850 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-04-26T04:59:27.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:27 smithi102 bash[31411]: audit 2024-04-26T04:59:26.944741+0000 mon.c (mon.2) 126 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:59:27.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:27 smithi102 bash[31411]: audit 2024-04-26T04:59:27.291527+0000 mon.c (mon.2) 127 : audit [DBG] from='client.? 172.21.15.102:0/1618339626' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T04:59:27.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:27 smithi102 bash[31411]: audit 2024-04-26T04:59:27.397832+0000 mon.c (mon.2) 128 : audit [DBG] from='client.? 172.21.15.102:0/1618339626' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T04:59:27.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:27 smithi174 bash[23471]: cluster 2024-04-26T04:59:26.635923+0000 mon.a (mon.0) 850 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-04-26T04:59:27.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:27 smithi174 bash[23471]: audit 2024-04-26T04:59:26.944741+0000 mon.c (mon.2) 126 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:59:27.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:27 smithi174 bash[23471]: audit 2024-04-26T04:59:27.291527+0000 mon.c (mon.2) 127 : audit [DBG] from='client.? 172.21.15.102:0/1618339626' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T04:59:27.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:27 smithi174 bash[23471]: audit 2024-04-26T04:59:27.397832+0000 mon.c (mon.2) 128 : audit [DBG] from='client.? 172.21.15.102:0/1618339626' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-26T04:59:27.936 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 0% complete...failed. 2024-04-26T04:59:27.936 INFO:tasks.workunit.client.0.smithi102.stderr:rbd: delete error: (2) No such file or directory 2024-04-26T04:59:27.939 INFO:tasks.workunit.client.0.smithi102.stderr:+ true 2024-04-26T04:59:27.939 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_69011/sparse2 2024-04-26T04:59:28.021 INFO:tasks.workunit.client.0.smithi102.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-26T04:59:28.022 INFO:tasks.workunit.client.0.smithi102.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-26T04:59:28.022 INFO:tasks.workunit.client.0.smithi102.stderr:rbd: --order is deprecated, use --object-size 2024-04-26T04:59:28.025 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd ls -l 2024-04-26T04:59:28.025 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep sparse2 2024-04-26T04:59:28.025 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep -Ei (2 MiB|2048k) 2024-04-26T04:59:28.066 INFO:tasks.workunit.client.0.smithi102.stdout:sparse2 2 MiB 2 2024-04-26T04:59:28.067 INFO:tasks.workunit.client.0.smithi102.stderr:+ objects sparse2 2024-04-26T04:59:28.067 INFO:tasks.workunit.client.0.smithi102.stderr:+ image=sparse2 2024-04-26T04:59:28.067 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info sparse2 2024-04-26T04:59:28.067 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep block_name_prefix 2024-04-26T04:59:28.067 INFO:tasks.workunit.client.0.smithi102.stderr:+ awk {print $NF;} 2024-04-26T04:59:28.121 INFO:tasks.workunit.client.0.smithi102.stderr:+ prefix=rbd_data.3b3d47b62833 2024-04-26T04:59:28.121 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep rbd_data.3b3d47b62833 2024-04-26T04:59:28.121 INFO:tasks.workunit.client.0.smithi102.stderr:+ get_image_data_pool sparse2 2024-04-26T04:59:28.121 INFO:tasks.workunit.client.0.smithi102.stderr:+ image=sparse2 2024-04-26T04:59:28.121 INFO:tasks.workunit.client.0.smithi102.stderr:+ sed -e s/rbd_data.3b3d47b62833\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-04-26T04:59:28.121 INFO:tasks.workunit.client.0.smithi102.stderr:+ sort -u 2024-04-26T04:59:28.121 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info sparse2 2024-04-26T04:59:28.121 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep data_pool: 2024-04-26T04:59:28.121 INFO:tasks.workunit.client.0.smithi102.stderr:+ awk -F: { print $NF } 2024-04-26T04:59:28.165 INFO:tasks.workunit.client.0.smithi102.stderr:+ data_pool= 2024-04-26T04:59:28.165 INFO:tasks.workunit.client.0.smithi102.stderr:+ [ -z ] 2024-04-26T04:59:28.165 INFO:tasks.workunit.client.0.smithi102.stderr:+ data_pool=rbd 2024-04-26T04:59:28.165 INFO:tasks.workunit.client.0.smithi102.stderr:+ echo rbd 2024-04-26T04:59:28.165 INFO:tasks.workunit.client.0.smithi102.stderr:+ rados ls -p rbd 2024-04-26T04:59:28.200 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:59:27 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:59:27] "GET /metrics HTTP/1.1" 200 239985 "" "Prometheus/2.43.0" 2024-04-26T04:59:28.204 INFO:tasks.workunit.client.0.smithi102.stderr:+ objects=0 2024-04-26T04:59:28.204 INFO:tasks.workunit.client.0.smithi102.stderr:+ echo 0 2024-04-26T04:59:28.204 INFO:tasks.workunit.client.0.smithi102.stderr:+ [ 0 -eq 1 -o 0 = 0 ] 2024-04-26T04:59:28.205 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd export sparse2 /tmp/rbd_import_export_69011/sparse2.out 2024-04-26T04:59:28.252 INFO:tasks.workunit.client.0.smithi102.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-26T04:59:28.255 INFO:tasks.workunit.client.0.smithi102.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_69011/sparse2 /tmp/rbd_import_export_69011/sparse2.out 2024-04-26T04:59:28.255 INFO:tasks.workunit.client.0.smithi102.stderr:+ cmp -l /tmp/rbd_import_export_69011/sparse2 /tmp/rbd_import_export_69011/sparse2.out 2024-04-26T04:59:28.257 INFO:tasks.workunit.client.0.smithi102.stderr:+ stat /tmp/rbd_import_export_69011/sparse2 --format %b 2024-04-26T04:59:28.258 INFO:tasks.workunit.client.0.smithi102.stderr:+ origsize=2048 2024-04-26T04:59:28.258 INFO:tasks.workunit.client.0.smithi102.stderr:+ stat /tmp/rbd_import_export_69011/sparse2.out --format %b 2024-04-26T04:59:28.259 INFO:tasks.workunit.client.0.smithi102.stderr:+ exportsize=2048 2024-04-26T04:59:28.259 INFO:tasks.workunit.client.0.smithi102.stderr:+ difference=0 2024-04-26T04:59:28.259 INFO:tasks.workunit.client.0.smithi102.stderr:+ difference=0 2024-04-26T04:59:28.259 INFO:tasks.workunit.client.0.smithi102.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-26T04:59:28.259 INFO:tasks.workunit.client.0.smithi102.stderr:+ rm /tmp/rbd_import_export_69011/sparse2.out 2024-04-26T04:59:28.259 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd rm sparse2 2024-04-26T04:59:28.403 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-26T04:59:28.407 INFO:tasks.workunit.client.0.smithi102.stderr:+ truncate /tmp/rbd_import_export_69011/sparse1 -s 10M 2024-04-26T04:59:28.407 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd import --new-format --order 20 - sparse1 2024-04-26T04:59:28.550 INFO:tasks.workunit.client.0.smithi102.stderr: Importing image: 100% complete...done. 2024-04-26T04:59:28.550 INFO:tasks.workunit.client.0.smithi102.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-26T04:59:28.551 INFO:tasks.workunit.client.0.smithi102.stderr:rbd: --order is deprecated, use --object-size 2024-04-26T04:59:28.555 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd ls -l 2024-04-26T04:59:28.555 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep sparse1 2024-04-26T04:59:28.555 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep -Ei (10 MiB|10240k) 2024-04-26T04:59:28.598 INFO:tasks.workunit.client.0.smithi102.stdout:sparse1 10 MiB 2 2024-04-26T04:59:28.599 INFO:tasks.workunit.client.0.smithi102.stderr:+ objects sparse1 2024-04-26T04:59:28.599 INFO:tasks.workunit.client.0.smithi102.stderr:+ image=sparse1 2024-04-26T04:59:28.599 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info sparse1 2024-04-26T04:59:28.599 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep block_name_prefix 2024-04-26T04:59:28.599 INFO:tasks.workunit.client.0.smithi102.stderr:+ awk {print $NF;} 2024-04-26T04:59:28.644 INFO:tasks.workunit.client.0.smithi102.stderr:+ prefix=rbd_data.6221fd24f265 2024-04-26T04:59:28.645 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep rbd_data.6221fd24f265 2024-04-26T04:59:28.645 INFO:tasks.workunit.client.0.smithi102.stderr:+ get_image_data_pool sparse1 2024-04-26T04:59:28.645 INFO:tasks.workunit.client.0.smithi102.stderr:+ image=sparse1 2024-04-26T04:59:28.645 INFO:tasks.workunit.client.0.smithi102.stderr:+ sed -e s/rbd_data.6221fd24f265\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-04-26T04:59:28.645 INFO:tasks.workunit.client.0.smithi102.stderr:+ sort -u 2024-04-26T04:59:28.645 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info sparse1 2024-04-26T04:59:28.645 INFO:tasks.workunit.client.0.smithi102.stderr:+ + grep data_pool: 2024-04-26T04:59:28.645 INFO:tasks.workunit.client.0.smithi102.stderr:awk -F: { print $NF } 2024-04-26T04:59:28.687 INFO:tasks.workunit.client.0.smithi102.stderr:+ data_pool= 2024-04-26T04:59:28.687 INFO:tasks.workunit.client.0.smithi102.stderr:+ [ -z ] 2024-04-26T04:59:28.687 INFO:tasks.workunit.client.0.smithi102.stderr:+ data_pool=rbd 2024-04-26T04:59:28.687 INFO:tasks.workunit.client.0.smithi102.stderr:+ echo rbd 2024-04-26T04:59:28.687 INFO:tasks.workunit.client.0.smithi102.stderr:+ rados ls -p rbd 2024-04-26T04:59:28.725 INFO:tasks.workunit.client.0.smithi102.stderr:+ objects=1 2024-04-26T04:59:28.726 INFO:tasks.workunit.client.0.smithi102.stderr:+ echo 1 2024-04-26T04:59:28.726 INFO:tasks.workunit.client.0.smithi102.stderr:+ [ 0 -eq 1 -o 1 = 1 ] 2024-04-26T04:59:28.726 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd export sparse1 /tmp/rbd_import_export_69011/sparse1.out 2024-04-26T04:59:28.773 INFO:tasks.workunit.client.0.smithi102.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-04-26T04:59:28.777 INFO:tasks.workunit.client.0.smithi102.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_69011/sparse1 /tmp/rbd_import_export_69011/sparse1.out 2024-04-26T04:59:28.777 INFO:tasks.workunit.client.0.smithi102.stderr:+ cmp -l /tmp/rbd_import_export_69011/sparse1 /tmp/rbd_import_export_69011/sparse1.out 2024-04-26T04:59:28.784 INFO:tasks.workunit.client.0.smithi102.stderr:+ stat /tmp/rbd_import_export_69011/sparse1 --format %b 2024-04-26T04:59:28.785 INFO:tasks.workunit.client.0.smithi102.stderr:+ origsize=2048 2024-04-26T04:59:28.785 INFO:tasks.workunit.client.0.smithi102.stderr:+ stat /tmp/rbd_import_export_69011/sparse1.out --format %b 2024-04-26T04:59:28.786 INFO:tasks.workunit.client.0.smithi102.stderr:+ exportsize=2048 2024-04-26T04:59:28.786 INFO:tasks.workunit.client.0.smithi102.stderr:+ difference=0 2024-04-26T04:59:28.786 INFO:tasks.workunit.client.0.smithi102.stderr:+ difference=0 2024-04-26T04:59:28.786 INFO:tasks.workunit.client.0.smithi102.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-26T04:59:28.786 INFO:tasks.workunit.client.0.smithi102.stderr:+ rm /tmp/rbd_import_export_69011/sparse1.out 2024-04-26T04:59:28.787 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd rm sparse1 2024-04-26T04:59:28.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:28 smithi174 bash[23471]: cluster 2024-04-26T04:59:27.975866+0000 mgr.y (mgr.24272) 202 : cluster [DBG] pgmap v189: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 369 KiB/s rd, 244 KiB/s wr, 184 op/s 2024-04-26T04:59:28.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:59:28 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:59:28] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:59:28.935 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-26T04:59:28.939 INFO:tasks.workunit.client.0.smithi102.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_69011/sparse2 oflag=append conv=notrunc 2024-04-26T04:59:28.947 INFO:tasks.workunit.client.0.smithi102.stderr:1+0 records in 2024-04-26T04:59:28.947 INFO:tasks.workunit.client.0.smithi102.stderr:1+0 records out 2024-04-26T04:59:28.947 INFO:tasks.workunit.client.0.smithi102.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00728801 s, 288 MB/s 2024-04-26T04:59:28.947 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd import --new-format --order 20 - sparse2 2024-04-26T04:59:28.950 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:28 smithi102 bash[21319]: cluster 2024-04-26T04:59:27.975866+0000 mgr.y (mgr.24272) 202 : cluster [DBG] pgmap v189: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 369 KiB/s rd, 244 KiB/s wr, 184 op/s 2024-04-26T04:59:28.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:28 smithi102 bash[31411]: cluster 2024-04-26T04:59:27.975866+0000 mgr.y (mgr.24272) 202 : cluster [DBG] pgmap v189: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 369 KiB/s rd, 244 KiB/s wr, 184 op/s 2024-04-26T04:59:29.064 INFO:tasks.workunit.client.0.smithi102.stderr: Importing image: 100% complete...done. 2024-04-26T04:59:29.065 INFO:tasks.workunit.client.0.smithi102.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-26T04:59:29.065 INFO:tasks.workunit.client.0.smithi102.stderr:rbd: --order is deprecated, use --object-size 2024-04-26T04:59:29.068 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd ls -l 2024-04-26T04:59:29.068 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep sparse2 2024-04-26T04:59:29.068 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep -Ei (4 MiB|4096k) 2024-04-26T04:59:29.111 INFO:tasks.workunit.client.0.smithi102.stdout:sparse2 4 MiB 2 2024-04-26T04:59:29.112 INFO:tasks.workunit.client.0.smithi102.stderr:+ objects sparse2 2024-04-26T04:59:29.112 INFO:tasks.workunit.client.0.smithi102.stderr:+ image=sparse2 2024-04-26T04:59:29.112 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info sparse2 2024-04-26T04:59:29.113 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep block_name_prefix 2024-04-26T04:59:29.113 INFO:tasks.workunit.client.0.smithi102.stderr:+ awk {print $NF;} 2024-04-26T04:59:29.158 INFO:tasks.workunit.client.0.smithi102.stderr:+ prefix=rbd_data.624edd793adb 2024-04-26T04:59:29.158 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep rbd_data.624edd793adb 2024-04-26T04:59:29.158 INFO:tasks.workunit.client.0.smithi102.stderr:+ get_image_data_pool sparse2 2024-04-26T04:59:29.158 INFO:tasks.workunit.client.0.smithi102.stderr:+ image=sparse2 2024-04-26T04:59:29.158 INFO:tasks.workunit.client.0.smithi102.stderr:+ sed -e s/rbd_data.624edd793adb\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-04-26T04:59:29.158 INFO:tasks.workunit.client.0.smithi102.stderr:+ sort -u 2024-04-26T04:59:29.159 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info sparse2 2024-04-26T04:59:29.159 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep data_pool: 2024-04-26T04:59:29.159 INFO:tasks.workunit.client.0.smithi102.stderr:+ awk -F: { print $NF } 2024-04-26T04:59:29.202 INFO:tasks.workunit.client.0.smithi102.stderr:+ data_pool= 2024-04-26T04:59:29.202 INFO:tasks.workunit.client.0.smithi102.stderr:+ [ -z ] 2024-04-26T04:59:29.202 INFO:tasks.workunit.client.0.smithi102.stderr:+ data_pool=rbd 2024-04-26T04:59:29.202 INFO:tasks.workunit.client.0.smithi102.stderr:+ echo rbd 2024-04-26T04:59:29.202 INFO:tasks.workunit.client.0.smithi102.stderr:+ rados ls -p rbd 2024-04-26T04:59:29.239 INFO:tasks.workunit.client.0.smithi102.stderr:+ objects=0 2024-04-26T04:59:29.239 INFO:tasks.workunit.client.0.smithi102.stderr:2 2024-04-26T04:59:29.239 INFO:tasks.workunit.client.0.smithi102.stderr:3 2024-04-26T04:59:29.239 INFO:tasks.workunit.client.0.smithi102.stderr:+ echo 0 2 3 2024-04-26T04:59:29.239 INFO:tasks.workunit.client.0.smithi102.stderr:+ [ 0 -eq 1 -o 0 2 3 = 0 2 3 ] 2024-04-26T04:59:29.239 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd export sparse2 /tmp/rbd_import_export_69011/sparse2.out 2024-04-26T04:59:29.283 INFO:tasks.workunit.client.0.smithi102.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-04-26T04:59:29.286 INFO:tasks.workunit.client.0.smithi102.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_69011/sparse2 /tmp/rbd_import_export_69011/sparse2.out 2024-04-26T04:59:29.287 INFO:tasks.workunit.client.0.smithi102.stderr:+ cmp -l /tmp/rbd_import_export_69011/sparse2 /tmp/rbd_import_export_69011/sparse2.out 2024-04-26T04:59:29.289 INFO:tasks.workunit.client.0.smithi102.stderr:+ stat /tmp/rbd_import_export_69011/sparse2 --format %b 2024-04-26T04:59:29.290 INFO:tasks.workunit.client.0.smithi102.stderr:+ origsize=6144 2024-04-26T04:59:29.290 INFO:tasks.workunit.client.0.smithi102.stderr:+ stat /tmp/rbd_import_export_69011/sparse2.out --format %b 2024-04-26T04:59:29.291 INFO:tasks.workunit.client.0.smithi102.stderr:+ exportsize=6144 2024-04-26T04:59:29.291 INFO:tasks.workunit.client.0.smithi102.stderr:+ difference=0 2024-04-26T04:59:29.291 INFO:tasks.workunit.client.0.smithi102.stderr:+ difference=0 2024-04-26T04:59:29.291 INFO:tasks.workunit.client.0.smithi102.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-26T04:59:29.291 INFO:tasks.workunit.client.0.smithi102.stderr:+ rm /tmp/rbd_import_export_69011/sparse2.out 2024-04-26T04:59:29.291 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd rm sparse2 2024-04-26T04:59:29.439 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-04-26T04:59:29.443 INFO:tasks.workunit.client.0.smithi102.stderr:+ echo partially-sparse file imports to partially-sparse image 2024-04-26T04:59:29.443 INFO:tasks.workunit.client.0.smithi102.stdout:partially-sparse file imports to partially-sparse image 2024-04-26T04:59:29.443 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_69011/sparse1 sparse 2024-04-26T04:59:29.509 INFO:tasks.workunit.client.0.smithi102.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-04-26T04:59:29.510 INFO:tasks.workunit.client.0.smithi102.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-26T04:59:29.510 INFO:tasks.workunit.client.0.smithi102.stderr:rbd: --order is deprecated, use --object-size 2024-04-26T04:59:29.513 INFO:tasks.workunit.client.0.smithi102.stderr:+ objects sparse 2024-04-26T04:59:29.513 INFO:tasks.workunit.client.0.smithi102.stderr:+ image=sparse 2024-04-26T04:59:29.513 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info sparse 2024-04-26T04:59:29.513 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep block_name_prefix 2024-04-26T04:59:29.513 INFO:tasks.workunit.client.0.smithi102.stderr:+ awk {print $NF;} 2024-04-26T04:59:29.551 INFO:tasks.workunit.client.0.smithi102.stderr:+ prefix=rbd_data.627b10508bd2 2024-04-26T04:59:29.551 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep rbd_data.627b10508bd2 2024-04-26T04:59:29.551 INFO:tasks.workunit.client.0.smithi102.stderr:+ get_image_data_pool sparse 2024-04-26T04:59:29.552 INFO:tasks.workunit.client.0.smithi102.stderr:+ image=sparse 2024-04-26T04:59:29.552 INFO:tasks.workunit.client.0.smithi102.stderr:+ sed -e s/rbd_data.627b10508bd2\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-04-26T04:59:29.552 INFO:tasks.workunit.client.0.smithi102.stderr:+ sort -u 2024-04-26T04:59:29.552 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info sparse 2024-04-26T04:59:29.552 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep data_pool: 2024-04-26T04:59:29.552 INFO:tasks.workunit.client.0.smithi102.stderr:+ awk -F: { print $NF } 2024-04-26T04:59:29.588 INFO:tasks.workunit.client.0.smithi102.stderr:+ data_pool= 2024-04-26T04:59:29.588 INFO:tasks.workunit.client.0.smithi102.stderr:+ [ -z ] 2024-04-26T04:59:29.588 INFO:tasks.workunit.client.0.smithi102.stderr:+ data_pool=rbd 2024-04-26T04:59:29.588 INFO:tasks.workunit.client.0.smithi102.stderr:+ echo rbd 2024-04-26T04:59:29.588 INFO:tasks.workunit.client.0.smithi102.stderr:+ rados ls -p rbd 2024-04-26T04:59:29.624 INFO:tasks.workunit.client.0.smithi102.stderr:+ objects=1 2024-04-26T04:59:29.624 INFO:tasks.workunit.client.0.smithi102.stderr:+ echo 1 2024-04-26T04:59:29.624 INFO:tasks.workunit.client.0.smithi102.stderr:+ [ 0 -eq 1 -o 1 = 1 ] 2024-04-26T04:59:29.624 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd rm sparse 2024-04-26T04:59:29.734 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-26T04:59:29.738 INFO:tasks.workunit.client.0.smithi102.stderr:+ echo zeros import through stdin to sparse image 2024-04-26T04:59:29.738 INFO:tasks.workunit.client.0.smithi102.stdout:zeros import through stdin to sparse image 2024-04-26T04:59:29.739 INFO:tasks.workunit.client.0.smithi102.stderr:+ dd if=/dev/zero bs=1M count=4 2024-04-26T04:59:29.739 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd import --new-format - sparse 2024-04-26T04:59:29.791 INFO:tasks.workunit.client.0.smithi102.stderr:4+0 records in 2024-04-26T04:59:29.791 INFO:tasks.workunit.client.0.smithi102.stderr:4+0 records out 2024-04-26T04:59:29.791 INFO:tasks.workunit.client.0.smithi102.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0527962 s, 79.4 MB/s 2024-04-26T04:59:29.807 INFO:tasks.workunit.client.0.smithi102.stderr: Importing image: 100% complete...done. 2024-04-26T04:59:29.807 INFO:tasks.workunit.client.0.smithi102.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-26T04:59:29.811 INFO:tasks.workunit.client.0.smithi102.stderr:+ objects sparse 2024-04-26T04:59:29.811 INFO:tasks.workunit.client.0.smithi102.stderr:+ image=sparse 2024-04-26T04:59:29.811 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info sparse 2024-04-26T04:59:29.811 INFO:tasks.workunit.client.0.smithi102.stderr:+ + grep block_name_prefix 2024-04-26T04:59:29.811 INFO:tasks.workunit.client.0.smithi102.stderr:awk {print $NF;} 2024-04-26T04:59:29.848 INFO:tasks.workunit.client.0.smithi102.stderr:+ prefix=rbd_data.629c570c4c49 2024-04-26T04:59:29.849 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep rbd_data.629c570c4c49 2024-04-26T04:59:29.849 INFO:tasks.workunit.client.0.smithi102.stderr:+ get_image_data_pool sparse 2024-04-26T04:59:29.850 INFO:tasks.workunit.client.0.smithi102.stderr:+ image=sparse 2024-04-26T04:59:29.850 INFO:tasks.workunit.client.0.smithi102.stderr:+ sed -e s/rbd_data.629c570c4c49\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-04-26T04:59:29.850 INFO:tasks.workunit.client.0.smithi102.stderr:+ sort -u 2024-04-26T04:59:29.850 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info sparse 2024-04-26T04:59:29.850 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep data_pool: 2024-04-26T04:59:29.850 INFO:tasks.workunit.client.0.smithi102.stderr:+ awk -F: { print $NF } 2024-04-26T04:59:29.885 INFO:tasks.workunit.client.0.smithi102.stderr:+ data_pool= 2024-04-26T04:59:29.885 INFO:tasks.workunit.client.0.smithi102.stderr:+ [ -z ] 2024-04-26T04:59:29.885 INFO:tasks.workunit.client.0.smithi102.stderr:+ data_pool=rbd 2024-04-26T04:59:29.886 INFO:tasks.workunit.client.0.smithi102.stderr:+ echo rbd 2024-04-26T04:59:29.886 INFO:tasks.workunit.client.0.smithi102.stderr:+ rados ls -p rbd 2024-04-26T04:59:29.922 INFO:tasks.workunit.client.0.smithi102.stderr:+ objects= 2024-04-26T04:59:29.922 INFO:tasks.workunit.client.0.smithi102.stderr:+ echo 2024-04-26T04:59:29.922 INFO:tasks.workunit.client.0.smithi102.stderr:+ [ 0 -eq 1 -o = ] 2024-04-26T04:59:29.923 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd rm sparse 2024-04-26T04:59:30.034 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 100% complete...done. 2024-04-26T04:59:30.037 INFO:tasks.workunit.client.0.smithi102.stdout:zeros export to sparse file 2024-04-26T04:59:30.038 INFO:tasks.workunit.client.0.smithi102.stderr:+ echo zeros export to sparse file 2024-04-26T04:59:30.038 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd create --new-format sparse --size 4 2024-04-26T04:59:30.085 INFO:tasks.workunit.client.0.smithi102.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-26T04:59:30.088 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info sparse 2024-04-26T04:59:30.088 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep block_name_prefix 2024-04-26T04:59:30.088 INFO:tasks.workunit.client.0.smithi102.stderr:+ awk {print $NF;} 2024-04-26T04:59:30.132 INFO:tasks.workunit.client.0.smithi102.stderr:+ prefix=rbd_data.62bd4be9ce9d 2024-04-26T04:59:30.132 INFO:tasks.workunit.client.0.smithi102.stderr:+ dd if=/dev/zero bs=4M count=1 2024-04-26T04:59:30.132 INFO:tasks.workunit.client.0.smithi102.stderr:+ get_image_data_pool sparse 2024-04-26T04:59:30.132 INFO:tasks.workunit.client.0.smithi102.stderr:+ image=sparse 2024-04-26T04:59:30.132 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info sparse 2024-04-26T04:59:30.133 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep data_pool: 2024-04-26T04:59:30.133 INFO:tasks.workunit.client.0.smithi102.stderr:+ awk -F: { print $NF } 2024-04-26T04:59:30.177 INFO:tasks.workunit.client.0.smithi102.stderr:+ data_pool= 2024-04-26T04:59:30.177 INFO:tasks.workunit.client.0.smithi102.stderr:+ [ -z ] 2024-04-26T04:59:30.177 INFO:tasks.workunit.client.0.smithi102.stderr:+ data_pool=rbd 2024-04-26T04:59:30.177 INFO:tasks.workunit.client.0.smithi102.stderr:+ echo rbd 2024-04-26T04:59:30.177 INFO:tasks.workunit.client.0.smithi102.stderr:+ rados -p rbd put rbd_data.62bd4be9ce9d.000000000000 - 2024-04-26T04:59:30.206 INFO:tasks.workunit.client.0.smithi102.stderr:1+0 records in 2024-04-26T04:59:30.207 INFO:tasks.workunit.client.0.smithi102.stderr:1+0 records out 2024-04-26T04:59:30.207 INFO:tasks.workunit.client.0.smithi102.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0745274 s, 56.3 MB/s 2024-04-26T04:59:30.234 INFO:tasks.workunit.client.0.smithi102.stderr:+ objects sparse 2024-04-26T04:59:30.234 INFO:tasks.workunit.client.0.smithi102.stderr:+ image=sparse 2024-04-26T04:59:30.234 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info sparse 2024-04-26T04:59:30.235 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep block_name_prefix 2024-04-26T04:59:30.235 INFO:tasks.workunit.client.0.smithi102.stderr:+ awk {print $NF;} 2024-04-26T04:59:30.277 INFO:tasks.workunit.client.0.smithi102.stderr:+ prefix=rbd_data.62bd4be9ce9d 2024-04-26T04:59:30.277 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep rbd_data.62bd4be9ce9d 2024-04-26T04:59:30.277 INFO:tasks.workunit.client.0.smithi102.stderr:+ + get_image_data_pool sparsesed 2024-04-26T04:59:30.277 INFO:tasks.workunit.client.0.smithi102.stderr: -e s/rbd_data.62bd4be9ce9d\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-04-26T04:59:30.277 INFO:tasks.workunit.client.0.smithi102.stderr:+ image=sparse 2024-04-26T04:59:30.277 INFO:tasks.workunit.client.0.smithi102.stderr:+ sort -u 2024-04-26T04:59:30.277 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd info sparse 2024-04-26T04:59:30.277 INFO:tasks.workunit.client.0.smithi102.stderr:+ grep data_pool: 2024-04-26T04:59:30.278 INFO:tasks.workunit.client.0.smithi102.stderr:+ awk -F: { print $NF } 2024-04-26T04:59:30.321 INFO:tasks.workunit.client.0.smithi102.stderr:+ data_pool= 2024-04-26T04:59:30.321 INFO:tasks.workunit.client.0.smithi102.stderr:+ [ -z ] 2024-04-26T04:59:30.321 INFO:tasks.workunit.client.0.smithi102.stderr:+ data_pool=rbd 2024-04-26T04:59:30.321 INFO:tasks.workunit.client.0.smithi102.stderr:+ echo rbd 2024-04-26T04:59:30.321 INFO:tasks.workunit.client.0.smithi102.stderr:+ rados ls -p rbd 2024-04-26T04:59:30.358 INFO:tasks.workunit.client.0.smithi102.stderr:+ objects=0 2024-04-26T04:59:30.358 INFO:tasks.workunit.client.0.smithi102.stderr:+ echo 0 2024-04-26T04:59:30.358 INFO:tasks.workunit.client.0.smithi102.stderr:+ [ 0 -eq 1 -o 0 = 0 ] 2024-04-26T04:59:30.358 INFO:tasks.workunit.client.0.smithi102.stderr:+ rm /tmp/rbd_import_export_69011/sparse 2024-04-26T04:59:30.359 INFO:tasks.workunit.client.0.smithi102.stderr:rm: cannot remove '/tmp/rbd_import_export_69011/sparse': No such file or directory 2024-04-26T04:59:30.359 INFO:tasks.workunit.client.0.smithi102.stderr:+ true 2024-04-26T04:59:30.359 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd export sparse /tmp/rbd_import_export_69011/sparse 2024-04-26T04:59:30.399 INFO:tasks.workunit.client.0.smithi102.stderr: Exporting image: 100% complete...done. 2024-04-26T04:59:30.402 INFO:tasks.workunit.client.0.smithi102.stderr:+ stat /tmp/rbd_import_export_69011/sparse --format=%b 2024-04-26T04:59:30.403 INFO:tasks.workunit.client.0.smithi102.stderr:+ [ 0 = 0 ] 2024-04-26T04:59:30.403 INFO:tasks.workunit.client.0.smithi102.stderr:+ rbd rm sparse 2024-04-26T04:59:30.539 INFO:tasks.workunit.client.0.smithi102.stderr: Removing image: 100% complete...done. 2024-04-26T04:59:30.543 INFO:tasks.workunit.client.0.smithi102.stderr:+ rm /tmp/rbd_import_export_69011/sparse /tmp/rbd_import_export_69011/sparse1 /tmp/rbd_import_export_69011/sparse2 /tmp/rbd_import_export_69011/sparse3 2024-04-26T04:59:30.545 INFO:tasks.workunit.client.0.smithi102.stderr:rm: cannot remove '/tmp/rbd_import_export_69011/sparse3': No such file or directory 2024-04-26T04:59:30.545 INFO:tasks.workunit.client.0.smithi102.stderr:+ true 2024-04-26T04:59:30.545 INFO:tasks.workunit.client.0.smithi102.stderr:+ echo OK 2024-04-26T04:59:30.545 INFO:tasks.workunit.client.0.smithi102.stdout:OK 2024-04-26T04:59:30.546 INFO:tasks.workunit.client.0.smithi102.stderr:+ rm -rf /tmp/rbd_import_export_69011 2024-04-26T04:59:30.546 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-26T04:59:30.546 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-26T04:59:30.555 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.0... 2024-04-26T04:59:30.555 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-26T04:59:30.723 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:59:30.819 DEBUG:teuthology.parallel:result is None 2024-04-26T04:59:30.819 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-26T04:59:30.828 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-26T04:59:30.829 DEBUG:teuthology.orchestra.run.smithi102:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-26T04:59:30.875 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-26T04:59:30.875 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-26T04:59:30.875 INFO:teuthology.task.print:**** done rbd/import_export.sh 5-workload 2024-04-26T04:59:30.875 DEBUG:teuthology.parallel:result is None 2024-04-26T04:59:31.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:31 smithi102 bash[21319]: cluster 2024-04-26T04:59:29.976183+0000 mgr.y (mgr.24272) 203 : cluster [DBG] pgmap v190: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 269 KiB/s rd, 178 KiB/s wr, 134 op/s 2024-04-26T04:59:31.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:31 smithi102 bash[31411]: cluster 2024-04-26T04:59:29.976183+0000 mgr.y (mgr.24272) 203 : cluster [DBG] pgmap v190: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 269 KiB/s rd, 178 KiB/s wr, 134 op/s 2024-04-26T04:59:31.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:31 smithi174 bash[23471]: cluster 2024-04-26T04:59:29.976183+0000 mgr.y (mgr.24272) 203 : cluster [DBG] pgmap v190: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 269 KiB/s rd, 178 KiB/s wr, 134 op/s 2024-04-26T04:59:33.389 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:33 smithi102 bash[31411]: cluster 2024-04-26T04:59:31.976751+0000 mgr.y (mgr.24272) 204 : cluster [DBG] pgmap v191: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 219 KiB/s rd, 145 KiB/s wr, 109 op/s 2024-04-26T04:59:33.389 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:33 smithi102 bash[31411]: cluster 2024-04-26T04:59:32.608691+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-04-26T04:59:33.389 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:33 smithi102 bash[21319]: cluster 2024-04-26T04:59:31.976751+0000 mgr.y (mgr.24272) 204 : cluster [DBG] pgmap v191: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 219 KiB/s rd, 145 KiB/s wr, 109 op/s 2024-04-26T04:59:33.389 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:33 smithi102 bash[21319]: cluster 2024-04-26T04:59:32.608691+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-04-26T04:59:33.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:33 smithi174 bash[23471]: cluster 2024-04-26T04:59:31.976751+0000 mgr.y (mgr.24272) 204 : cluster [DBG] pgmap v191: 73 pgs: 73 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 219 KiB/s rd, 145 KiB/s wr, 109 op/s 2024-04-26T04:59:33.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:33 smithi174 bash[23471]: cluster 2024-04-26T04:59:32.608691+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-04-26T04:59:35.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:35 smithi174 bash[23471]: cluster 2024-04-26T04:59:33.977915+0000 mgr.y (mgr.24272) 205 : cluster [DBG] pgmap v193: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 344 op/s 2024-04-26T04:59:35.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:35 smithi102 bash[21319]: cluster 2024-04-26T04:59:33.977915+0000 mgr.y (mgr.24272) 205 : cluster [DBG] pgmap v193: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 344 op/s 2024-04-26T04:59:35.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:35 smithi102 bash[31411]: cluster 2024-04-26T04:59:33.977915+0000 mgr.y (mgr.24272) 205 : cluster [DBG] pgmap v193: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.4 MiB/s wr, 344 op/s 2024-04-26T04:59:37.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:37 smithi174 bash[23471]: cluster 2024-04-26T04:59:35.978541+0000 mgr.y (mgr.24272) 206 : cluster [DBG] pgmap v194: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 877 KiB/s rd, 1.2 MiB/s wr, 295 op/s 2024-04-26T04:59:37.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:37 smithi102 bash[21319]: cluster 2024-04-26T04:59:35.978541+0000 mgr.y (mgr.24272) 206 : cluster [DBG] pgmap v194: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 877 KiB/s rd, 1.2 MiB/s wr, 295 op/s 2024-04-26T04:59:37.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:37 smithi102 bash[31411]: cluster 2024-04-26T04:59:35.978541+0000 mgr.y (mgr.24272) 206 : cluster [DBG] pgmap v194: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 877 KiB/s rd, 1.2 MiB/s wr, 295 op/s 2024-04-26T04:59:37.720 INFO:teuthology.orchestra.run.smithi102.stdout:wait for minority of mons to upgrade 2024-04-26T04:59:38.200 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:59:37 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:59:37] "GET /metrics HTTP/1.1" 200 239985 "" "Prometheus/2.43.0" 2024-04-26T04:59:38.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:59:38 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:59:38] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:59:39.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:39 smithi174 bash[23471]: cluster 2024-04-26T04:59:37.979175+0000 mgr.y (mgr.24272) 207 : cluster [DBG] pgmap v195: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 658 KiB/s rd, 1.0 MiB/s wr, 195 op/s 2024-04-26T04:59:39.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:39 smithi102 bash[31411]: cluster 2024-04-26T04:59:37.979175+0000 mgr.y (mgr.24272) 207 : cluster [DBG] pgmap v195: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 658 KiB/s rd, 1.0 MiB/s wr, 195 op/s 2024-04-26T04:59:39.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:39 smithi102 bash[21319]: cluster 2024-04-26T04:59:37.979175+0000 mgr.y (mgr.24272) 207 : cluster [DBG] pgmap v195: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 658 KiB/s rd, 1.0 MiB/s wr, 195 op/s 2024-04-26T04:59:40.279 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done' 2024-04-26T04:59:41.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:41 smithi174 bash[23471]: cluster 2024-04-26T04:59:39.979492+0000 mgr.y (mgr.24272) 208 : cluster [DBG] pgmap v196: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 658 KiB/s rd, 1.0 MiB/s wr, 195 op/s 2024-04-26T04:59:41.450 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:41 smithi102 bash[21319]: cluster 2024-04-26T04:59:39.979492+0000 mgr.y (mgr.24272) 208 : cluster [DBG] pgmap v196: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 658 KiB/s rd, 1.0 MiB/s wr, 195 op/s 2024-04-26T04:59:41.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:41 smithi102 bash[31411]: cluster 2024-04-26T04:59:39.979492+0000 mgr.y (mgr.24272) 208 : cluster [DBG] pgmap v196: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 658 KiB/s rd, 1.0 MiB/s wr, 195 op/s 2024-04-26T04:59:42.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:42 smithi174 bash[23471]: audit 2024-04-26T04:59:41.944774+0000 mon.c (mon.2) 129 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:59:42.450 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:42 smithi102 bash[31411]: audit 2024-04-26T04:59:41.944774+0000 mon.c (mon.2) 129 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:59:42.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:42 smithi102 bash[21319]: audit 2024-04-26T04:59:41.944774+0000 mon.c (mon.2) 129 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:59:43.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:43 smithi174 bash[23471]: cluster 2024-04-26T04:59:41.979841+0000 mgr.y (mgr.24272) 209 : cluster [DBG] pgmap v197: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 658 KiB/s rd, 1.0 MiB/s wr, 195 op/s 2024-04-26T04:59:43.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:43 smithi102 bash[21319]: cluster 2024-04-26T04:59:41.979841+0000 mgr.y (mgr.24272) 209 : cluster [DBG] pgmap v197: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 658 KiB/s rd, 1.0 MiB/s wr, 195 op/s 2024-04-26T04:59:43.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:43 smithi102 bash[31411]: cluster 2024-04-26T04:59:41.979841+0000 mgr.y (mgr.24272) 209 : cluster [DBG] pgmap v197: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 658 KiB/s rd, 1.0 MiB/s wr, 195 op/s 2024-04-26T04:59:45.048 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T04:59:45.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:45 smithi174 bash[23471]: cluster 2024-04-26T04:59:43.981003+0000 mgr.y (mgr.24272) 210 : cluster [DBG] pgmap v198: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 579 KiB/s rd, 907 KiB/s wr, 171 op/s 2024-04-26T04:59:45.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:45 smithi102 bash[21319]: cluster 2024-04-26T04:59:43.981003+0000 mgr.y (mgr.24272) 210 : cluster [DBG] pgmap v198: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 579 KiB/s rd, 907 KiB/s wr, 171 op/s 2024-04-26T04:59:45.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:45 smithi102 bash[31411]: cluster 2024-04-26T04:59:43.981003+0000 mgr.y (mgr.24272) 210 : cluster [DBG] pgmap v198: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 579 KiB/s rd, 907 KiB/s wr, 171 op/s 2024-04-26T04:59:47.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:47 smithi174 bash[23471]: cluster 2024-04-26T04:59:45.981712+0000 mgr.y (mgr.24272) 211 : cluster [DBG] pgmap v199: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:47.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:47 smithi102 bash[31411]: cluster 2024-04-26T04:59:45.981712+0000 mgr.y (mgr.24272) 211 : cluster [DBG] pgmap v199: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:47.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:47 smithi102 bash[21319]: cluster 2024-04-26T04:59:45.981712+0000 mgr.y (mgr.24272) 211 : cluster [DBG] pgmap v199: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:48.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:59:47 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:59:47] "GET /metrics HTTP/1.1" 200 240115 "" "Prometheus/2.43.0" 2024-04-26T04:59:48.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:59:48 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:59:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:59:49.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:49 smithi174 bash[23471]: cluster 2024-04-26T04:59:47.982754+0000 mgr.y (mgr.24272) 212 : cluster [DBG] pgmap v200: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:49.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:49 smithi102 bash[21319]: cluster 2024-04-26T04:59:47.982754+0000 mgr.y (mgr.24272) 212 : cluster [DBG] pgmap v200: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:49.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:49 smithi102 bash[31411]: cluster 2024-04-26T04:59:47.982754+0000 mgr.y (mgr.24272) 212 : cluster [DBG] pgmap v200: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:51.330 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:51 smithi102 bash[21319]: cluster 2024-04-26T04:59:49.983361+0000 mgr.y (mgr.24272) 213 : cluster [DBG] pgmap v201: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:51.330 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:51 smithi102 bash[31411]: cluster 2024-04-26T04:59:49.983361+0000 mgr.y (mgr.24272) 213 : cluster [DBG] pgmap v201: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:51.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:51 smithi174 bash[23471]: cluster 2024-04-26T04:59:49.983361+0000 mgr.y (mgr.24272) 213 : cluster [DBG] pgmap v201: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:53.396 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:53 smithi102 bash[21319]: cluster 2024-04-26T04:59:51.983978+0000 mgr.y (mgr.24272) 214 : cluster [DBG] pgmap v202: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:53.396 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:53 smithi102 bash[21319]: audit 2024-04-26T04:59:52.613793+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:59:53.396 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:53 smithi102 bash[21319]: audit 2024-04-26T04:59:52.615830+0000 mon.c (mon.2) 130 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:59:53.396 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:53 smithi102 bash[21319]: audit 2024-04-26T04:59:52.621588+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:59:53.397 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:53 smithi102 bash[31411]: cluster 2024-04-26T04:59:51.983978+0000 mgr.y (mgr.24272) 214 : cluster [DBG] pgmap v202: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:53.397 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:53 smithi102 bash[31411]: audit 2024-04-26T04:59:52.613793+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:59:53.397 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:53 smithi102 bash[31411]: audit 2024-04-26T04:59:52.615830+0000 mon.c (mon.2) 130 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:59:53.397 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:53 smithi102 bash[31411]: audit 2024-04-26T04:59:52.621588+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:59:53.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:53 smithi174 bash[23471]: cluster 2024-04-26T04:59:51.983978+0000 mgr.y (mgr.24272) 214 : cluster [DBG] pgmap v202: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:53.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:53 smithi174 bash[23471]: audit 2024-04-26T04:59:52.613793+0000 mon.a (mon.0) 852 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:59:53.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:53 smithi174 bash[23471]: audit 2024-04-26T04:59:52.615830+0000 mon.c (mon.2) 130 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T04:59:53.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:53 smithi174 bash[23471]: audit 2024-04-26T04:59:52.621588+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T04:59:54.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:54 smithi174 bash[23471]: cephadm 2024-04-26T04:59:52.614647+0000 mgr.y (mgr.24272) 215 : cephadm [INF] Upgrade: Target is version 19.0.0-2447-gb22e2ebd (unknown) 2024-04-26T04:59:54.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:54 smithi174 bash[23471]: cephadm 2024-04-26T04:59:52.614730+0000 mgr.y (mgr.24272) 216 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6, digests ['quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6'] 2024-04-26T04:59:54.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:54 smithi174 bash[23471]: cephadm 2024-04-26T04:59:52.622490+0000 mgr.y (mgr.24272) 217 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-04-26T04:59:54.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:54 smithi174 bash[23471]: cephadm 2024-04-26T04:59:52.887582+0000 mgr.y (mgr.24272) 218 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 on smithi174 2024-04-26T04:59:54.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:54 smithi174 bash[23471]: audit 2024-04-26T04:59:53.836190+0000 mon.a (mon.0) 854 : audit [DBG] from='client.? 172.21.15.102:0/2141391302' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T04:59:54.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:54 smithi102 bash[21319]: cephadm 2024-04-26T04:59:52.614647+0000 mgr.y (mgr.24272) 215 : cephadm [INF] Upgrade: Target is version 19.0.0-2447-gb22e2ebd (unknown) 2024-04-26T04:59:54.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:54 smithi102 bash[21319]: cephadm 2024-04-26T04:59:52.614730+0000 mgr.y (mgr.24272) 216 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6, digests ['quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6'] 2024-04-26T04:59:54.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:54 smithi102 bash[21319]: cephadm 2024-04-26T04:59:52.622490+0000 mgr.y (mgr.24272) 217 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-04-26T04:59:54.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:54 smithi102 bash[21319]: cephadm 2024-04-26T04:59:52.887582+0000 mgr.y (mgr.24272) 218 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 on smithi174 2024-04-26T04:59:54.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:54 smithi102 bash[21319]: audit 2024-04-26T04:59:53.836190+0000 mon.a (mon.0) 854 : audit [DBG] from='client.? 172.21.15.102:0/2141391302' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T04:59:54.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:54 smithi102 bash[31411]: cephadm 2024-04-26T04:59:52.614647+0000 mgr.y (mgr.24272) 215 : cephadm [INF] Upgrade: Target is version 19.0.0-2447-gb22e2ebd (unknown) 2024-04-26T04:59:54.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:54 smithi102 bash[31411]: cephadm 2024-04-26T04:59:52.614730+0000 mgr.y (mgr.24272) 216 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6, digests ['quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6'] 2024-04-26T04:59:54.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:54 smithi102 bash[31411]: cephadm 2024-04-26T04:59:52.622490+0000 mgr.y (mgr.24272) 217 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-04-26T04:59:54.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:54 smithi102 bash[31411]: cephadm 2024-04-26T04:59:52.887582+0000 mgr.y (mgr.24272) 218 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 on smithi174 2024-04-26T04:59:54.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:54 smithi102 bash[31411]: audit 2024-04-26T04:59:53.836190+0000 mon.a (mon.0) 854 : audit [DBG] from='client.? 172.21.15.102:0/2141391302' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T04:59:55.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:55 smithi174 bash[23471]: cluster 2024-04-26T04:59:53.985161+0000 mgr.y (mgr.24272) 219 : cluster [DBG] pgmap v203: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:55.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:55 smithi102 bash[21319]: cluster 2024-04-26T04:59:53.985161+0000 mgr.y (mgr.24272) 219 : cluster [DBG] pgmap v203: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:55.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:55 smithi102 bash[31411]: cluster 2024-04-26T04:59:53.985161+0000 mgr.y (mgr.24272) 219 : cluster [DBG] pgmap v203: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:57.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:57 smithi174 bash[23471]: cluster 2024-04-26T04:59:55.985522+0000 mgr.y (mgr.24272) 220 : cluster [DBG] pgmap v204: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:57.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:57 smithi174 bash[23471]: audit 2024-04-26T04:59:56.243022+0000 mon.a (mon.0) 855 : audit [DBG] from='client.? 172.21.15.102:0/3113186278' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T04:59:57.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:57 smithi174 bash[23471]: audit 2024-04-26T04:59:56.946338+0000 mon.c (mon.2) 131 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:59:57.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:57 smithi102 bash[31411]: cluster 2024-04-26T04:59:55.985522+0000 mgr.y (mgr.24272) 220 : cluster [DBG] pgmap v204: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:57.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:57 smithi102 bash[31411]: audit 2024-04-26T04:59:56.243022+0000 mon.a (mon.0) 855 : audit [DBG] from='client.? 172.21.15.102:0/3113186278' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T04:59:57.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:57 smithi102 bash[31411]: audit 2024-04-26T04:59:56.946338+0000 mon.c (mon.2) 131 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:59:57.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:57 smithi102 bash[21319]: cluster 2024-04-26T04:59:55.985522+0000 mgr.y (mgr.24272) 220 : cluster [DBG] pgmap v204: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:57.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:57 smithi102 bash[21319]: audit 2024-04-26T04:59:56.243022+0000 mon.a (mon.0) 855 : audit [DBG] from='client.? 172.21.15.102:0/3113186278' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T04:59:57.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:57 smithi102 bash[21319]: audit 2024-04-26T04:59:56.946338+0000 mon.c (mon.2) 131 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T04:59:58.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 04:59:57 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:59:57] "GET /metrics HTTP/1.1" 200 240056 "" "Prometheus/2.43.0" 2024-04-26T04:59:58.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 04:59:58 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:04:59:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T04:59:59.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:59 smithi174 bash[23471]: cluster 2024-04-26T04:59:57.986577+0000 mgr.y (mgr.24272) 221 : cluster [DBG] pgmap v205: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:59.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 04:59:59 smithi174 bash[23471]: audit 2024-04-26T04:59:58.664284+0000 mon.c (mon.2) 132 : audit [DBG] from='client.? 172.21.15.102:0/3639256279' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T04:59:59.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:59 smithi102 bash[31411]: cluster 2024-04-26T04:59:57.986577+0000 mgr.y (mgr.24272) 221 : cluster [DBG] pgmap v205: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:59.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 04:59:59 smithi102 bash[31411]: audit 2024-04-26T04:59:58.664284+0000 mon.c (mon.2) 132 : audit [DBG] from='client.? 172.21.15.102:0/3639256279' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T04:59:59.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:59 smithi102 bash[21319]: cluster 2024-04-26T04:59:57.986577+0000 mgr.y (mgr.24272) 221 : cluster [DBG] pgmap v205: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T04:59:59.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 04:59:59 smithi102 bash[21319]: audit 2024-04-26T04:59:58.664284+0000 mon.c (mon.2) 132 : audit [DBG] from='client.? 172.21.15.102:0/3639256279' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:00.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:00 smithi174 bash[23471]: cluster 2024-04-26T05:00:00.000178+0000 mon.a (mon.0) 856 : cluster [INF] overall HEALTH_OK 2024-04-26T05:00:00.475 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:00 smithi102 bash[21319]: cluster 2024-04-26T05:00:00.000178+0000 mon.a (mon.0) 856 : cluster [INF] overall HEALTH_OK 2024-04-26T05:00:00.475 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:00 smithi102 bash[31411]: cluster 2024-04-26T05:00:00.000178+0000 mon.a (mon.0) 856 : cluster [INF] overall HEALTH_OK 2024-04-26T05:00:01.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:01 smithi174 bash[23471]: cluster 2024-04-26T04:59:59.987257+0000 mgr.y (mgr.24272) 222 : cluster [DBG] pgmap v206: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:01.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:01 smithi174 bash[23471]: audit 2024-04-26T05:00:01.096366+0000 mon.a (mon.0) 857 : audit [DBG] from='client.? 172.21.15.102:0/431342073' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:01.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:01 smithi102 bash[21319]: cluster 2024-04-26T04:59:59.987257+0000 mgr.y (mgr.24272) 222 : cluster [DBG] pgmap v206: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:01.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:01 smithi102 bash[21319]: audit 2024-04-26T05:00:01.096366+0000 mon.a (mon.0) 857 : audit [DBG] from='client.? 172.21.15.102:0/431342073' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:01.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:01 smithi102 bash[31411]: cluster 2024-04-26T04:59:59.987257+0000 mgr.y (mgr.24272) 222 : cluster [DBG] pgmap v206: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:01.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:01 smithi102 bash[31411]: audit 2024-04-26T05:00:01.096366+0000 mon.a (mon.0) 857 : audit [DBG] from='client.? 172.21.15.102:0/431342073' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:03.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:03 smithi174 bash[23471]: cluster 2024-04-26T05:00:01.987855+0000 mgr.y (mgr.24272) 223 : cluster [DBG] pgmap v207: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:03.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:03 smithi102 bash[21319]: cluster 2024-04-26T05:00:01.987855+0000 mgr.y (mgr.24272) 223 : cluster [DBG] pgmap v207: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:03.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:03 smithi102 bash[31411]: cluster 2024-04-26T05:00:01.987855+0000 mgr.y (mgr.24272) 223 : cluster [DBG] pgmap v207: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:04.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:04 smithi174 bash[23471]: audit 2024-04-26T05:00:03.518566+0000 mon.a (mon.0) 858 : audit [DBG] from='client.? 172.21.15.102:0/1913225337' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:04.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:04 smithi102 bash[21319]: audit 2024-04-26T05:00:03.518566+0000 mon.a (mon.0) 858 : audit [DBG] from='client.? 172.21.15.102:0/1913225337' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:04.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:04 smithi102 bash[31411]: audit 2024-04-26T05:00:03.518566+0000 mon.a (mon.0) 858 : audit [DBG] from='client.? 172.21.15.102:0/1913225337' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:05.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:05 smithi174 bash[23471]: cluster 2024-04-26T05:00:03.988928+0000 mgr.y (mgr.24272) 224 : cluster [DBG] pgmap v208: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:05.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:05 smithi102 bash[21319]: cluster 2024-04-26T05:00:03.988928+0000 mgr.y (mgr.24272) 224 : cluster [DBG] pgmap v208: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:05.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:05 smithi102 bash[31411]: cluster 2024-04-26T05:00:03.988928+0000 mgr.y (mgr.24272) 224 : cluster [DBG] pgmap v208: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:06.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:06 smithi174 bash[23471]: audit 2024-04-26T05:00:05.941717+0000 mon.a (mon.0) 859 : audit [DBG] from='client.? 172.21.15.102:0/2143352363' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:06.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:06 smithi102 bash[31411]: audit 2024-04-26T05:00:05.941717+0000 mon.a (mon.0) 859 : audit [DBG] from='client.? 172.21.15.102:0/2143352363' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:06.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:06 smithi102 bash[21319]: audit 2024-04-26T05:00:05.941717+0000 mon.a (mon.0) 859 : audit [DBG] from='client.? 172.21.15.102:0/2143352363' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:07.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:07 smithi174 bash[23471]: cluster 2024-04-26T05:00:05.989338+0000 mgr.y (mgr.24272) 225 : cluster [DBG] pgmap v209: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:07.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:07 smithi102 bash[31411]: cluster 2024-04-26T05:00:05.989338+0000 mgr.y (mgr.24272) 225 : cluster [DBG] pgmap v209: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:07.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:07 smithi102 bash[21319]: cluster 2024-04-26T05:00:05.989338+0000 mgr.y (mgr.24272) 225 : cluster [DBG] pgmap v209: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:08.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:00:07 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:00:07] "GET /metrics HTTP/1.1" 200 240056 "" "Prometheus/2.43.0" 2024-04-26T05:00:08.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:08 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:00:08] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T05:00:09.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:09 smithi174 bash[23471]: cluster 2024-04-26T05:00:07.989987+0000 mgr.y (mgr.24272) 226 : cluster [DBG] pgmap v210: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:09.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:09 smithi174 bash[23471]: audit 2024-04-26T05:00:08.359385+0000 mon.a (mon.0) 860 : audit [DBG] from='client.? 172.21.15.102:0/1232242714' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:09.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:09 smithi102 bash[21319]: cluster 2024-04-26T05:00:07.989987+0000 mgr.y (mgr.24272) 226 : cluster [DBG] pgmap v210: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:09.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:09 smithi102 bash[21319]: audit 2024-04-26T05:00:08.359385+0000 mon.a (mon.0) 860 : audit [DBG] from='client.? 172.21.15.102:0/1232242714' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:09.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:09 smithi102 bash[31411]: cluster 2024-04-26T05:00:07.989987+0000 mgr.y (mgr.24272) 226 : cluster [DBG] pgmap v210: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:09.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:09 smithi102 bash[31411]: audit 2024-04-26T05:00:08.359385+0000 mon.a (mon.0) 860 : audit [DBG] from='client.? 172.21.15.102:0/1232242714' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:11.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:11 smithi174 bash[23471]: cluster 2024-04-26T05:00:09.990566+0000 mgr.y (mgr.24272) 227 : cluster [DBG] pgmap v211: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:11.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:11 smithi174 bash[23471]: audit 2024-04-26T05:00:10.783032+0000 mon.c (mon.2) 133 : audit [DBG] from='client.? 172.21.15.102:0/3117333329' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:11.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:11 smithi102 bash[21319]: cluster 2024-04-26T05:00:09.990566+0000 mgr.y (mgr.24272) 227 : cluster [DBG] pgmap v211: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:11.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:11 smithi102 bash[21319]: audit 2024-04-26T05:00:10.783032+0000 mon.c (mon.2) 133 : audit [DBG] from='client.? 172.21.15.102:0/3117333329' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:11.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:11 smithi102 bash[31411]: cluster 2024-04-26T05:00:09.990566+0000 mgr.y (mgr.24272) 227 : cluster [DBG] pgmap v211: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:11.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:11 smithi102 bash[31411]: audit 2024-04-26T05:00:10.783032+0000 mon.c (mon.2) 133 : audit [DBG] from='client.? 172.21.15.102:0/3117333329' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:12.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:12 smithi174 bash[23471]: audit 2024-04-26T05:00:11.946838+0000 mon.c (mon.2) 134 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:00:12.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:12 smithi102 bash[21319]: audit 2024-04-26T05:00:11.946838+0000 mon.c (mon.2) 134 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:00:12.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:12 smithi102 bash[31411]: audit 2024-04-26T05:00:11.946838+0000 mon.c (mon.2) 134 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:00:13.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:13 smithi174 bash[23471]: cluster 2024-04-26T05:00:11.996763+0000 mgr.y (mgr.24272) 228 : cluster [DBG] pgmap v212: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:13.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:13 smithi102 bash[31411]: cluster 2024-04-26T05:00:11.996763+0000 mgr.y (mgr.24272) 228 : cluster [DBG] pgmap v212: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:13.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:13 smithi102 bash[21319]: cluster 2024-04-26T05:00:11.996763+0000 mgr.y (mgr.24272) 228 : cluster [DBG] pgmap v212: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:14.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:14 smithi174 bash[23471]: audit 2024-04-26T05:00:13.194832+0000 mon.c (mon.2) 135 : audit [DBG] from='client.? 172.21.15.102:0/642404665' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:14.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:14 smithi102 bash[31411]: audit 2024-04-26T05:00:13.194832+0000 mon.c (mon.2) 135 : audit [DBG] from='client.? 172.21.15.102:0/642404665' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:14.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:14 smithi102 bash[21319]: audit 2024-04-26T05:00:13.194832+0000 mon.c (mon.2) 135 : audit [DBG] from='client.? 172.21.15.102:0/642404665' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:15.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:15 smithi174 bash[23471]: cluster 2024-04-26T05:00:13.997799+0000 mgr.y (mgr.24272) 229 : cluster [DBG] pgmap v213: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:15.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:15 smithi102 bash[21319]: cluster 2024-04-26T05:00:13.997799+0000 mgr.y (mgr.24272) 229 : cluster [DBG] pgmap v213: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:15.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:15 smithi102 bash[31411]: cluster 2024-04-26T05:00:13.997799+0000 mgr.y (mgr.24272) 229 : cluster [DBG] pgmap v213: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:16.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:16 smithi174 bash[23471]: audit 2024-04-26T05:00:15.608390+0000 mon.a (mon.0) 861 : audit [DBG] from='client.? 172.21.15.102:0/232812627' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:16.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:16 smithi102 bash[31411]: audit 2024-04-26T05:00:15.608390+0000 mon.a (mon.0) 861 : audit [DBG] from='client.? 172.21.15.102:0/232812627' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:16.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:16 smithi102 bash[21319]: audit 2024-04-26T05:00:15.608390+0000 mon.a (mon.0) 861 : audit [DBG] from='client.? 172.21.15.102:0/232812627' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:17.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:17 smithi174 bash[23471]: cluster 2024-04-26T05:00:15.998441+0000 mgr.y (mgr.24272) 230 : cluster [DBG] pgmap v214: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:17.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:17 smithi102 bash[31411]: cluster 2024-04-26T05:00:15.998441+0000 mgr.y (mgr.24272) 230 : cluster [DBG] pgmap v214: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:17.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:17 smithi102 bash[21319]: cluster 2024-04-26T05:00:15.998441+0000 mgr.y (mgr.24272) 230 : cluster [DBG] pgmap v214: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:18.176 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:00:17 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:00:17] "GET /metrics HTTP/1.1" 200 239994 "" "Prometheus/2.43.0" 2024-04-26T05:00:18.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:18 smithi174 bash[23471]: audit 2024-04-26T05:00:18.018797+0000 mon.c (mon.2) 136 : audit [DBG] from='client.? 172.21.15.102:0/3568471292' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:18.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:18 smithi102 bash[31411]: audit 2024-04-26T05:00:18.018797+0000 mon.c (mon.2) 136 : audit [DBG] from='client.? 172.21.15.102:0/3568471292' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:18.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:18 smithi102 bash[21319]: audit 2024-04-26T05:00:18.018797+0000 mon.c (mon.2) 136 : audit [DBG] from='client.? 172.21.15.102:0/3568471292' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:18.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:18 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:00:18] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T05:00:19.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:19 smithi102 bash[31411]: cluster 2024-04-26T05:00:17.999396+0000 mgr.y (mgr.24272) 231 : cluster [DBG] pgmap v215: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:19.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:19 smithi102 bash[21319]: cluster 2024-04-26T05:00:17.999396+0000 mgr.y (mgr.24272) 231 : cluster [DBG] pgmap v215: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:19.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:19 smithi174 bash[23471]: cluster 2024-04-26T05:00:17.999396+0000 mgr.y (mgr.24272) 231 : cluster [DBG] pgmap v215: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:21.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:21 smithi102 bash[31411]: cluster 2024-04-26T05:00:20.000012+0000 mgr.y (mgr.24272) 232 : cluster [DBG] pgmap v216: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:21.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:21 smithi102 bash[31411]: audit 2024-04-26T05:00:20.447179+0000 mon.c (mon.2) 137 : audit [DBG] from='client.? 172.21.15.102:0/1811158676' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:21.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:21 smithi102 bash[21319]: cluster 2024-04-26T05:00:20.000012+0000 mgr.y (mgr.24272) 232 : cluster [DBG] pgmap v216: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:21.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:21 smithi102 bash[21319]: audit 2024-04-26T05:00:20.447179+0000 mon.c (mon.2) 137 : audit [DBG] from='client.? 172.21.15.102:0/1811158676' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:21.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:21 smithi174 bash[23471]: cluster 2024-04-26T05:00:20.000012+0000 mgr.y (mgr.24272) 232 : cluster [DBG] pgmap v216: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:21.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:21 smithi174 bash[23471]: audit 2024-04-26T05:00:20.447179+0000 mon.c (mon.2) 137 : audit [DBG] from='client.? 172.21.15.102:0/1811158676' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:23.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:23 smithi102 bash[21319]: cluster 2024-04-26T05:00:22.000628+0000 mgr.y (mgr.24272) 233 : cluster [DBG] pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:23.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:23 smithi102 bash[21319]: audit 2024-04-26T05:00:22.868302+0000 mon.c (mon.2) 138 : audit [DBG] from='client.? 172.21.15.102:0/2361863914' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:23.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:23 smithi102 bash[31411]: cluster 2024-04-26T05:00:22.000628+0000 mgr.y (mgr.24272) 233 : cluster [DBG] pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:23.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:23 smithi102 bash[31411]: audit 2024-04-26T05:00:22.868302+0000 mon.c (mon.2) 138 : audit [DBG] from='client.? 172.21.15.102:0/2361863914' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:23.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:23 smithi174 bash[23471]: cluster 2024-04-26T05:00:22.000628+0000 mgr.y (mgr.24272) 233 : cluster [DBG] pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:23.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:23 smithi174 bash[23471]: audit 2024-04-26T05:00:22.868302+0000 mon.c (mon.2) 138 : audit [DBG] from='client.? 172.21.15.102:0/2361863914' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:25.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:25 smithi102 bash[21319]: cluster 2024-04-26T05:00:24.001745+0000 mgr.y (mgr.24272) 234 : cluster [DBG] pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:25.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:25 smithi102 bash[31411]: cluster 2024-04-26T05:00:24.001745+0000 mgr.y (mgr.24272) 234 : cluster [DBG] pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:25.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:25 smithi174 bash[23471]: cluster 2024-04-26T05:00:24.001745+0000 mgr.y (mgr.24272) 234 : cluster [DBG] pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:26.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:26 smithi174 bash[23471]: audit 2024-04-26T05:00:25.281698+0000 mon.a (mon.0) 862 : audit [DBG] from='client.? 172.21.15.102:0/1309355255' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:26.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:26 smithi102 bash[31411]: audit 2024-04-26T05:00:25.281698+0000 mon.a (mon.0) 862 : audit [DBG] from='client.? 172.21.15.102:0/1309355255' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:26.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:26 smithi102 bash[21319]: audit 2024-04-26T05:00:25.281698+0000 mon.a (mon.0) 862 : audit [DBG] from='client.? 172.21.15.102:0/1309355255' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:27.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:27 smithi174 bash[23471]: cluster 2024-04-26T05:00:26.002366+0000 mgr.y (mgr.24272) 235 : cluster [DBG] pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:27.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:27 smithi174 bash[23471]: audit 2024-04-26T05:00:26.947228+0000 mon.c (mon.2) 139 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:00:27.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:27 smithi102 bash[21319]: cluster 2024-04-26T05:00:26.002366+0000 mgr.y (mgr.24272) 235 : cluster [DBG] pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:27.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:27 smithi102 bash[21319]: audit 2024-04-26T05:00:26.947228+0000 mon.c (mon.2) 139 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:00:27.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:27 smithi102 bash[31411]: cluster 2024-04-26T05:00:26.002366+0000 mgr.y (mgr.24272) 235 : cluster [DBG] pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:27.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:27 smithi102 bash[31411]: audit 2024-04-26T05:00:26.947228+0000 mon.c (mon.2) 139 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:00:28.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:00:27 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:00:27] "GET /metrics HTTP/1.1" 200 239997 "" "Prometheus/2.43.0" 2024-04-26T05:00:28.526 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:28 smithi174 bash[23471]: audit 2024-04-26T05:00:27.700608+0000 mon.a (mon.0) 863 : audit [DBG] from='client.? 172.21.15.102:0/3176166426' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:28.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:28 smithi102 bash[21319]: audit 2024-04-26T05:00:27.700608+0000 mon.a (mon.0) 863 : audit [DBG] from='client.? 172.21.15.102:0/3176166426' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:28.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:28 smithi102 bash[31411]: audit 2024-04-26T05:00:27.700608+0000 mon.a (mon.0) 863 : audit [DBG] from='client.? 172.21.15.102:0/3176166426' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:28.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:28 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:00:28] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T05:00:29.682 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:29 smithi174 bash[23471]: cluster 2024-04-26T05:00:28.003549+0000 mgr.y (mgr.24272) 236 : cluster [DBG] pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:29.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:29 smithi102 bash[21319]: cluster 2024-04-26T05:00:28.003549+0000 mgr.y (mgr.24272) 236 : cluster [DBG] pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:29.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:29 smithi102 bash[31411]: cluster 2024-04-26T05:00:28.003549+0000 mgr.y (mgr.24272) 236 : cluster [DBG] pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:30.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:30 smithi174 bash[23471]: audit 2024-04-26T05:00:30.113863+0000 mon.a (mon.0) 864 : audit [DBG] from='client.? 172.21.15.102:0/920065977' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:30.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:30 smithi102 bash[31411]: audit 2024-04-26T05:00:30.113863+0000 mon.a (mon.0) 864 : audit [DBG] from='client.? 172.21.15.102:0/920065977' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:30.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:30 smithi102 bash[21319]: audit 2024-04-26T05:00:30.113863+0000 mon.a (mon.0) 864 : audit [DBG] from='client.? 172.21.15.102:0/920065977' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:31.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:31 smithi174 bash[23471]: cluster 2024-04-26T05:00:30.004167+0000 mgr.y (mgr.24272) 237 : cluster [DBG] pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:31.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:31 smithi102 bash[31411]: cluster 2024-04-26T05:00:30.004167+0000 mgr.y (mgr.24272) 237 : cluster [DBG] pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:31.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:31 smithi102 bash[21319]: cluster 2024-04-26T05:00:30.004167+0000 mgr.y (mgr.24272) 237 : cluster [DBG] pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:33.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:33 smithi174 bash[23471]: cluster 2024-04-26T05:00:32.004813+0000 mgr.y (mgr.24272) 238 : cluster [DBG] pgmap v222: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:33.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:33 smithi174 bash[23471]: audit 2024-04-26T05:00:32.540136+0000 mon.c (mon.2) 140 : audit [DBG] from='client.? 172.21.15.102:0/742396686' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:33.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:33 smithi102 bash[31411]: cluster 2024-04-26T05:00:32.004813+0000 mgr.y (mgr.24272) 238 : cluster [DBG] pgmap v222: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:33.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:33 smithi102 bash[31411]: audit 2024-04-26T05:00:32.540136+0000 mon.c (mon.2) 140 : audit [DBG] from='client.? 172.21.15.102:0/742396686' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:33.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:33 smithi102 bash[21319]: cluster 2024-04-26T05:00:32.004813+0000 mgr.y (mgr.24272) 238 : cluster [DBG] pgmap v222: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:33.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:33 smithi102 bash[21319]: audit 2024-04-26T05:00:32.540136+0000 mon.c (mon.2) 140 : audit [DBG] from='client.? 172.21.15.102:0/742396686' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:35.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:35 smithi174 bash[23471]: cluster 2024-04-26T05:00:34.005863+0000 mgr.y (mgr.24272) 239 : cluster [DBG] pgmap v223: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:35.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:35 smithi174 bash[23471]: audit 2024-04-26T05:00:34.963652+0000 mon.c (mon.2) 141 : audit [DBG] from='client.? 172.21.15.102:0/4007355520' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:35.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:35 smithi102 bash[31411]: cluster 2024-04-26T05:00:34.005863+0000 mgr.y (mgr.24272) 239 : cluster [DBG] pgmap v223: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:35.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:35 smithi102 bash[31411]: audit 2024-04-26T05:00:34.963652+0000 mon.c (mon.2) 141 : audit [DBG] from='client.? 172.21.15.102:0/4007355520' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:35.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:35 smithi102 bash[21319]: cluster 2024-04-26T05:00:34.005863+0000 mgr.y (mgr.24272) 239 : cluster [DBG] pgmap v223: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:35.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:35 smithi102 bash[21319]: audit 2024-04-26T05:00:34.963652+0000 mon.c (mon.2) 141 : audit [DBG] from='client.? 172.21.15.102:0/4007355520' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:37.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:37 smithi174 bash[23471]: cluster 2024-04-26T05:00:36.006494+0000 mgr.y (mgr.24272) 240 : cluster [DBG] pgmap v224: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:37.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:37 smithi102 bash[31411]: cluster 2024-04-26T05:00:36.006494+0000 mgr.y (mgr.24272) 240 : cluster [DBG] pgmap v224: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:37.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:37 smithi102 bash[21319]: cluster 2024-04-26T05:00:36.006494+0000 mgr.y (mgr.24272) 240 : cluster [DBG] pgmap v224: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:38.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:00:37 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:00:37] "GET /metrics HTTP/1.1" 200 239997 "" "Prometheus/2.43.0" 2024-04-26T05:00:38.526 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:38 smithi174 bash[23471]: audit 2024-04-26T05:00:37.382174+0000 mon.a (mon.0) 865 : audit [DBG] from='client.? 172.21.15.102:0/3492834498' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:38.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:38 smithi102 bash[21319]: audit 2024-04-26T05:00:37.382174+0000 mon.a (mon.0) 865 : audit [DBG] from='client.? 172.21.15.102:0/3492834498' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:38.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:38 smithi102 bash[31411]: audit 2024-04-26T05:00:37.382174+0000 mon.a (mon.0) 865 : audit [DBG] from='client.? 172.21.15.102:0/3492834498' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:38.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:38 smithi174 bash[24426]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:00:38] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T05:00:39.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:39 smithi174 bash[23471]: cluster 2024-04-26T05:00:38.007549+0000 mgr.y (mgr.24272) 241 : cluster [DBG] pgmap v225: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:39.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:39 smithi102 bash[21319]: cluster 2024-04-26T05:00:38.007549+0000 mgr.y (mgr.24272) 241 : cluster [DBG] pgmap v225: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:39.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:39 smithi102 bash[31411]: cluster 2024-04-26T05:00:38.007549+0000 mgr.y (mgr.24272) 241 : cluster [DBG] pgmap v225: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:40.605 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:40 smithi174 bash[23471]: audit 2024-04-26T05:00:39.798361+0000 mon.a (mon.0) 866 : audit [DBG] from='client.? 172.21.15.102:0/738995467' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:40.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:40 smithi102 bash[31411]: audit 2024-04-26T05:00:39.798361+0000 mon.a (mon.0) 866 : audit [DBG] from='client.? 172.21.15.102:0/738995467' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:40.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:40 smithi102 bash[21319]: audit 2024-04-26T05:00:39.798361+0000 mon.a (mon.0) 866 : audit [DBG] from='client.? 172.21.15.102:0/738995467' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:41.679 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:41 smithi174 bash[23471]: cluster 2024-04-26T05:00:40.008136+0000 mgr.y (mgr.24272) 242 : cluster [DBG] pgmap v226: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:41.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:41 smithi102 bash[31411]: cluster 2024-04-26T05:00:40.008136+0000 mgr.y (mgr.24272) 242 : cluster [DBG] pgmap v226: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:41.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:41 smithi102 bash[21319]: cluster 2024-04-26T05:00:40.008136+0000 mgr.y (mgr.24272) 242 : cluster [DBG] pgmap v226: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:42.852 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:42 smithi174 bash[23471]: cephadm 2024-04-26T05:00:41.517260+0000 mgr.y (mgr.24272) 243 : cephadm [INF] Upgrade: Updating mgr.x 2024-04-26T05:00:42.852 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:42 smithi174 bash[23471]: audit 2024-04-26T05:00:41.527201+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:42.852 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:42 smithi174 bash[23471]: audit 2024-04-26T05:00:41.529762+0000 mon.c (mon.2) 142 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:00:42.852 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:42 smithi174 bash[23471]: audit 2024-04-26T05:00:41.530665+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:00:42.852 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:42 smithi174 bash[23471]: audit 2024-04-26T05:00:41.533067+0000 mon.c (mon.2) 143 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T05:00:42.852 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:42 smithi174 bash[23471]: audit 2024-04-26T05:00:41.535036+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:00:42.853 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:42 smithi174 bash[23471]: cephadm 2024-04-26T05:00:41.537066+0000 mgr.y (mgr.24272) 244 : cephadm [INF] Deploying daemon mgr.x on smithi174 2024-04-26T05:00:42.853 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:42 smithi174 bash[23471]: audit 2024-04-26T05:00:41.946257+0000 mon.c (mon.2) 145 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:00:42.853 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:42 smithi174 bash[23471]: cluster 2024-04-26T05:00:42.008708+0000 mgr.y (mgr.24272) 245 : cluster [DBG] pgmap v227: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:42.853 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:42 smithi174 bash[23471]: audit 2024-04-26T05:00:42.214353+0000 mon.a (mon.0) 869 : audit [DBG] from='client.? 172.21.15.102:0/2671457168' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:42.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:42 smithi102 bash[31411]: cephadm 2024-04-26T05:00:41.517260+0000 mgr.y (mgr.24272) 243 : cephadm [INF] Upgrade: Updating mgr.x 2024-04-26T05:00:42.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:42 smithi102 bash[31411]: audit 2024-04-26T05:00:41.527201+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:42.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:42 smithi102 bash[31411]: audit 2024-04-26T05:00:41.529762+0000 mon.c (mon.2) 142 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:00:42.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:42 smithi102 bash[31411]: audit 2024-04-26T05:00:41.530665+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:00:42.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:42 smithi102 bash[31411]: audit 2024-04-26T05:00:41.533067+0000 mon.c (mon.2) 143 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T05:00:42.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:42 smithi102 bash[31411]: audit 2024-04-26T05:00:41.535036+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:00:42.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:42 smithi102 bash[31411]: cephadm 2024-04-26T05:00:41.537066+0000 mgr.y (mgr.24272) 244 : cephadm [INF] Deploying daemon mgr.x on smithi174 2024-04-26T05:00:42.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:42 smithi102 bash[31411]: audit 2024-04-26T05:00:41.946257+0000 mon.c (mon.2) 145 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:00:42.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:42 smithi102 bash[31411]: cluster 2024-04-26T05:00:42.008708+0000 mgr.y (mgr.24272) 245 : cluster [DBG] pgmap v227: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:42.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:42 smithi102 bash[31411]: audit 2024-04-26T05:00:42.214353+0000 mon.a (mon.0) 869 : audit [DBG] from='client.? 172.21.15.102:0/2671457168' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:42.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:42 smithi102 bash[21319]: cephadm 2024-04-26T05:00:41.517260+0000 mgr.y (mgr.24272) 243 : cephadm [INF] Upgrade: Updating mgr.x 2024-04-26T05:00:42.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:42 smithi102 bash[21319]: audit 2024-04-26T05:00:41.527201+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:42.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:42 smithi102 bash[21319]: audit 2024-04-26T05:00:41.529762+0000 mon.c (mon.2) 142 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:00:42.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:42 smithi102 bash[21319]: audit 2024-04-26T05:00:41.530665+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:00:42.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:42 smithi102 bash[21319]: audit 2024-04-26T05:00:41.533067+0000 mon.c (mon.2) 143 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T05:00:42.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:42 smithi102 bash[21319]: audit 2024-04-26T05:00:41.535036+0000 mon.c (mon.2) 144 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:00:42.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:42 smithi102 bash[21319]: cephadm 2024-04-26T05:00:41.537066+0000 mgr.y (mgr.24272) 244 : cephadm [INF] Deploying daemon mgr.x on smithi174 2024-04-26T05:00:42.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:42 smithi102 bash[21319]: audit 2024-04-26T05:00:41.946257+0000 mon.c (mon.2) 145 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:00:42.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:42 smithi102 bash[21319]: cluster 2024-04-26T05:00:42.008708+0000 mgr.y (mgr.24272) 245 : cluster [DBG] pgmap v227: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:42.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:42 smithi102 bash[21319]: audit 2024-04-26T05:00:42.214353+0000 mon.a (mon.0) 869 : audit [DBG] from='client.? 172.21.15.102:0/2671457168' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:43.567 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:00:43 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:00:43.567 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:00:43 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:00:43.567 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:43 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:00:43.568 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:00:43 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:00:43.568 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:00:43 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:00:43.568 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:43 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:00:43.569 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:00:43 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:00:43.569 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:00:43 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:00:43.569 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:00:43 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:00:43.835 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:43 smithi174 systemd[1]: Stopping Ceph mgr.x for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:00:44.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:44 smithi174 bash[52233]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-mgr-x 2024-04-26T05:00:44.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:44 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-26T05:00:44.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:44 smithi174 bash[52293]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-mgr-x 2024-04-26T05:00:44.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:44 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-26T05:00:44.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:44 smithi174 systemd[1]: Stopped Ceph mgr.x for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:00:44.929 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:00:44 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:00:44.930 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:00:44 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:00:44.930 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:00:44 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:00:44.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:44 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:00:44.931 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:00:44 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:00:44.931 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:00:44 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:00:44.931 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:00:44 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:00:44.932 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:00:44 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:00:44.932 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:44 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:00:44.932 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:44 smithi174 systemd[1]: Started Ceph mgr.x for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:00:45.370 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:45 smithi174 bash[23471]: cluster 2024-04-26T05:00:44.009797+0000 mgr.y (mgr.24272) 246 : cluster [DBG] pgmap v228: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:45.370 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:45 smithi174 bash[23471]: audit 2024-04-26T05:00:44.635487+0000 mon.a (mon.0) 870 : audit [DBG] from='client.? 172.21.15.102:0/2508960651' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:45.370 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:45 smithi174 bash[23471]: audit 2024-04-26T05:00:44.659332+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:45.370 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:45 smithi174 bash[23471]: audit 2024-04-26T05:00:44.668196+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:45.370 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:45 smithi174 bash[23471]: audit 2024-04-26T05:00:44.708517+0000 mon.c (mon.2) 146 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:00:45.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:45 smithi102 bash[31411]: cluster 2024-04-26T05:00:44.009797+0000 mgr.y (mgr.24272) 246 : cluster [DBG] pgmap v228: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:45.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:45 smithi102 bash[31411]: audit 2024-04-26T05:00:44.635487+0000 mon.a (mon.0) 870 : audit [DBG] from='client.? 172.21.15.102:0/2508960651' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:45.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:45 smithi102 bash[31411]: audit 2024-04-26T05:00:44.659332+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:45.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:45 smithi102 bash[31411]: audit 2024-04-26T05:00:44.668196+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:45.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:45 smithi102 bash[31411]: audit 2024-04-26T05:00:44.708517+0000 mon.c (mon.2) 146 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:00:45.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:45 smithi102 bash[21319]: cluster 2024-04-26T05:00:44.009797+0000 mgr.y (mgr.24272) 246 : cluster [DBG] pgmap v228: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:45.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:45 smithi102 bash[21319]: audit 2024-04-26T05:00:44.635487+0000 mon.a (mon.0) 870 : audit [DBG] from='client.? 172.21.15.102:0/2508960651' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:45.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:45 smithi102 bash[21319]: audit 2024-04-26T05:00:44.659332+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:45.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:45 smithi102 bash[21319]: audit 2024-04-26T05:00:44.668196+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:45.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:45 smithi102 bash[21319]: audit 2024-04-26T05:00:44.708517+0000 mon.c (mon.2) 146 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:00:45.627 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:45 smithi174 bash[52350]: debug 2024-04-26T05:00:45.477+0000 7ff197536700 1 -- 172.21.15.174:0/1062607171 <== mon.1 v2:172.21.15.174:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a43bc5c5a0 con 0x55a43c9dc800 2024-04-26T05:00:45.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:45 smithi174 bash[52350]: debug 2024-04-26T05:00:45.625+0000 7ff1a173d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T05:00:47.324 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:47 smithi174 bash[23471]: cluster 2024-04-26T05:00:46.010413+0000 mgr.y (mgr.24272) 247 : cluster [DBG] pgmap v229: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:47.324 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:47 smithi174 bash[23471]: audit 2024-04-26T05:00:47.052250+0000 mon.a (mon.0) 873 : audit [DBG] from='client.? 172.21.15.102:0/4037918933' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:47.324 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:47 smithi174 bash[52350]: debug 2024-04-26T05:00:47.225+0000 7ff1a173d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T05:00:47.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:47 smithi102 bash[21319]: cluster 2024-04-26T05:00:46.010413+0000 mgr.y (mgr.24272) 247 : cluster [DBG] pgmap v229: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:47.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:47 smithi102 bash[21319]: audit 2024-04-26T05:00:47.052250+0000 mon.a (mon.0) 873 : audit [DBG] from='client.? 172.21.15.102:0/4037918933' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:47.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:47 smithi102 bash[31411]: cluster 2024-04-26T05:00:46.010413+0000 mgr.y (mgr.24272) 247 : cluster [DBG] pgmap v229: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:47.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:47 smithi102 bash[31411]: audit 2024-04-26T05:00:47.052250+0000 mon.a (mon.0) 873 : audit [DBG] from='client.? 172.21.15.102:0/4037918933' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:47.579 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:47 smithi174 bash[52350]: debug 2024-04-26T05:00:47.321+0000 7ff1a173d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T05:00:47.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:47 smithi174 bash[52350]: debug 2024-04-26T05:00:47.577+0000 7ff1a173d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T05:00:48.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:00:47 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:00:47] "GET /metrics HTTP/1.1" 200 239991 "" "Prometheus/2.43.0" 2024-04-26T05:00:48.680 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:48 smithi174 bash[52350]: debug 2024-04-26T05:00:48.384+0000 7ff1a173d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T05:00:48.680 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:48 smithi174 bash[52350]: debug 2024-04-26T05:00:48.492+0000 7ff1a173d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T05:00:48.680 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:48 smithi174 bash[52350]: debug 2024-04-26T05:00:48.600+0000 7ff1a173d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T05:00:49.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:49 smithi174 bash[23471]: cluster 2024-04-26T05:00:48.011493+0000 mgr.y (mgr.24272) 248 : cluster [DBG] pgmap v230: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:49.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:48 smithi174 bash[52350]: debug 2024-04-26T05:00:48.960+0000 7ff1a173d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T05:00:49.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:49 smithi174 bash[52350]: debug 2024-04-26T05:00:49.076+0000 7ff1a173d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T05:00:49.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:49 smithi174 bash[52350]: debug 2024-04-26T05:00:49.180+0000 7ff1a173d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T05:00:49.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:49 smithi102 bash[21319]: cluster 2024-04-26T05:00:48.011493+0000 mgr.y (mgr.24272) 248 : cluster [DBG] pgmap v230: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:49.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:49 smithi102 bash[31411]: cluster 2024-04-26T05:00:48.011493+0000 mgr.y (mgr.24272) 248 : cluster [DBG] pgmap v230: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:49.812 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:49 smithi174 bash[52350]: debug 2024-04-26T05:00:49.544+0000 7ff1a173d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T05:00:49.812 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:49 smithi174 bash[52350]: debug 2024-04-26T05:00:49.808+0000 7ff1a173d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T05:00:50.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:50 smithi174 bash[23471]: audit 2024-04-26T05:00:49.471471+0000 mon.a (mon.0) 874 : audit [DBG] from='client.? 172.21.15.102:0/2563422007' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:50.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:50 smithi174 bash[52350]: debug 2024-04-26T05:00:50.100+0000 7ff1a173d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T05:00:50.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:50 smithi174 bash[52350]: debug 2024-04-26T05:00:50.228+0000 7ff1a173d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T05:00:50.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:50 smithi102 bash[31411]: audit 2024-04-26T05:00:49.471471+0000 mon.a (mon.0) 874 : audit [DBG] from='client.? 172.21.15.102:0/2563422007' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:50.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:50 smithi102 bash[21319]: audit 2024-04-26T05:00:49.471471+0000 mon.a (mon.0) 874 : audit [DBG] from='client.? 172.21.15.102:0/2563422007' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:50.929 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:50 smithi174 bash[52350]: debug 2024-04-26T05:00:50.528+0000 7ff1a173d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T05:00:51.215 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:50 smithi174 bash[52350]: debug 2024-04-26T05:00:50.960+0000 7ff1a173d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T05:00:51.215 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:51 smithi174 bash[23471]: cluster 2024-04-26T05:00:50.011897+0000 mgr.y (mgr.24272) 249 : cluster [DBG] pgmap v231: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:51.215 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:51 smithi174 bash[23471]: audit 2024-04-26T05:00:50.095802+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:51.215 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:51 smithi174 bash[23471]: audit 2024-04-26T05:00:50.102659+0000 mon.a (mon.0) 876 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:51.215 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:51 smithi174 bash[23471]: audit 2024-04-26T05:00:50.562233+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:51.215 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:51 smithi174 bash[23471]: audit 2024-04-26T05:00:50.578008+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:51.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:51 smithi102 bash[21319]: cluster 2024-04-26T05:00:50.011897+0000 mgr.y (mgr.24272) 249 : cluster [DBG] pgmap v231: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:51.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:51 smithi102 bash[21319]: audit 2024-04-26T05:00:50.095802+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:51.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:51 smithi102 bash[21319]: audit 2024-04-26T05:00:50.102659+0000 mon.a (mon.0) 876 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:51.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:51 smithi102 bash[21319]: audit 2024-04-26T05:00:50.562233+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:51.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:51 smithi102 bash[21319]: audit 2024-04-26T05:00:50.578008+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:51.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:51 smithi102 bash[31411]: cluster 2024-04-26T05:00:50.011897+0000 mgr.y (mgr.24272) 249 : cluster [DBG] pgmap v231: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:51.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:51 smithi102 bash[31411]: audit 2024-04-26T05:00:50.095802+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:51.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:51 smithi102 bash[31411]: audit 2024-04-26T05:00:50.102659+0000 mon.a (mon.0) 876 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:51.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:51 smithi102 bash[31411]: audit 2024-04-26T05:00:50.562233+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:51.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:51 smithi102 bash[31411]: audit 2024-04-26T05:00:50.578008+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:51.597 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:51 smithi174 bash[52350]: debug 2024-04-26T05:00:51.212+0000 7ff1a173d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T05:00:51.597 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:51 smithi174 bash[52350]: debug 2024-04-26T05:00:51.336+0000 7ff1a173d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T05:00:51.597 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:51 smithi174 bash[52350]: debug 2024-04-26T05:00:51.596+0000 7ff1a173d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T05:00:52.617 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:52 smithi174 bash[23471]: audit 2024-04-26T05:00:51.277525+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:52.618 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:52 smithi174 bash[23471]: audit 2024-04-26T05:00:51.292870+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:52.618 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:52 smithi174 bash[23471]: audit 2024-04-26T05:00:51.886240+0000 mon.c (mon.2) 147 : audit [DBG] from='client.? 172.21.15.102:0/2158852883' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:52.618 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:52 smithi174 bash[23471]: cluster 2024-04-26T05:00:52.012566+0000 mgr.y (mgr.24272) 250 : cluster [DBG] pgmap v232: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:52.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:52 smithi102 bash[21319]: audit 2024-04-26T05:00:51.277525+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:52.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:52 smithi102 bash[21319]: audit 2024-04-26T05:00:51.292870+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:52.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:52 smithi102 bash[21319]: audit 2024-04-26T05:00:51.886240+0000 mon.c (mon.2) 147 : audit [DBG] from='client.? 172.21.15.102:0/2158852883' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:52.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:52 smithi102 bash[21319]: cluster 2024-04-26T05:00:52.012566+0000 mgr.y (mgr.24272) 250 : cluster [DBG] pgmap v232: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:52.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:52 smithi102 bash[31411]: audit 2024-04-26T05:00:51.277525+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:52.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:52 smithi102 bash[31411]: audit 2024-04-26T05:00:51.292870+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:00:52.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:52 smithi102 bash[31411]: audit 2024-04-26T05:00:51.886240+0000 mon.c (mon.2) 147 : audit [DBG] from='client.? 172.21.15.102:0/2158852883' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:52.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:52 smithi102 bash[31411]: cluster 2024-04-26T05:00:52.012566+0000 mgr.y (mgr.24272) 250 : cluster [DBG] pgmap v232: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:52.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:52 smithi174 bash[52350]: debug 2024-04-26T05:00:52.616+0000 7ff1a173d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T05:00:52.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:52 smithi174 bash[52350]: debug 2024-04-26T05:00:52.732+0000 7ff1a173d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T05:00:53.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:53 smithi174 bash[52350]: debug 2024-04-26T05:00:53.040+0000 7ff1a173d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T05:00:53.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:53 smithi174 bash[52350]: debug 2024-04-26T05:00:53.156+0000 7ff1a173d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T05:00:53.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:53 smithi174 bash[23471]: audit 2024-04-26T05:00:53.747125+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T05:00:53.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:53 smithi174 bash[23471]: cluster 2024-04-26T05:00:53.747537+0000 mon.a (mon.0) 881 : cluster [DBG] Standby manager daemon x restarted 2024-04-26T05:00:53.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:53 smithi174 bash[23471]: cluster 2024-04-26T05:00:53.747817+0000 mon.a (mon.0) 882 : cluster [DBG] Standby manager daemon x started 2024-04-26T05:00:53.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:53 smithi174 bash[23471]: audit 2024-04-26T05:00:53.749174+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T05:00:53.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:53 smithi174 bash[23471]: audit 2024-04-26T05:00:53.751123+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T05:00:53.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:53 smithi174 bash[23471]: audit 2024-04-26T05:00:53.751486+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T05:00:53.931 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:53 smithi174 bash[52350]: debug 2024-04-26T05:00:53.612+0000 7ff1a173d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T05:00:53.931 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:53 smithi174 bash[52350]: debug 2024-04-26T05:00:53.736+0000 7ff1a173d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T05:00:53.931 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:53 smithi174 bash[52350]: [26/Apr/2024:05:00:53] ENGINE Bus STARTING 2024-04-26T05:00:53.931 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:53 smithi174 bash[52350]: CherryPy Checker: 2024-04-26T05:00:53.931 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:53 smithi174 bash[52350]: The Application mounted at '' has an empty config. 2024-04-26T05:00:53.931 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:53 smithi174 bash[52350]: [26/Apr/2024:05:00:53] ENGINE Serving on http://:::9283 2024-04-26T05:00:53.931 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:53 smithi174 bash[52350]: [26/Apr/2024:05:00:53] ENGINE Bus STARTED 2024-04-26T05:00:54.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:53 smithi102 bash[31411]: audit 2024-04-26T05:00:53.747125+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T05:00:54.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:53 smithi102 bash[31411]: cluster 2024-04-26T05:00:53.747537+0000 mon.a (mon.0) 881 : cluster [DBG] Standby manager daemon x restarted 2024-04-26T05:00:54.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:53 smithi102 bash[31411]: cluster 2024-04-26T05:00:53.747817+0000 mon.a (mon.0) 882 : cluster [DBG] Standby manager daemon x started 2024-04-26T05:00:54.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:53 smithi102 bash[31411]: audit 2024-04-26T05:00:53.749174+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T05:00:54.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:53 smithi102 bash[31411]: audit 2024-04-26T05:00:53.751123+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T05:00:54.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:53 smithi102 bash[31411]: audit 2024-04-26T05:00:53.751486+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T05:00:54.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:53 smithi102 bash[21319]: audit 2024-04-26T05:00:53.747125+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T05:00:54.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:53 smithi102 bash[21319]: cluster 2024-04-26T05:00:53.747537+0000 mon.a (mon.0) 881 : cluster [DBG] Standby manager daemon x restarted 2024-04-26T05:00:54.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:53 smithi102 bash[21319]: cluster 2024-04-26T05:00:53.747817+0000 mon.a (mon.0) 882 : cluster [DBG] Standby manager daemon x started 2024-04-26T05:00:54.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:53 smithi102 bash[21319]: audit 2024-04-26T05:00:53.749174+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T05:00:54.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:53 smithi102 bash[21319]: audit 2024-04-26T05:00:53.751123+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T05:00:54.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:53 smithi102 bash[21319]: audit 2024-04-26T05:00:53.751486+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T05:00:55.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:54 smithi174 bash[23471]: cluster 2024-04-26T05:00:53.817432+0000 mon.a (mon.0) 883 : cluster [DBG] mgrmap e21: y(active, since 6m), standbys: x 2024-04-26T05:00:55.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:54 smithi174 bash[23471]: cluster 2024-04-26T05:00:54.013300+0000 mgr.y (mgr.24272) 251 : cluster [DBG] pgmap v233: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:55.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:54 smithi174 bash[23471]: audit 2024-04-26T05:00:54.310359+0000 mon.a (mon.0) 884 : audit [DBG] from='client.? 172.21.15.102:0/3898207350' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:55.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:54 smithi102 bash[31411]: cluster 2024-04-26T05:00:53.817432+0000 mon.a (mon.0) 883 : cluster [DBG] mgrmap e21: y(active, since 6m), standbys: x 2024-04-26T05:00:55.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:54 smithi102 bash[31411]: cluster 2024-04-26T05:00:54.013300+0000 mgr.y (mgr.24272) 251 : cluster [DBG] pgmap v233: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:55.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:54 smithi102 bash[31411]: audit 2024-04-26T05:00:54.310359+0000 mon.a (mon.0) 884 : audit [DBG] from='client.? 172.21.15.102:0/3898207350' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:55.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:54 smithi102 bash[21319]: cluster 2024-04-26T05:00:53.817432+0000 mon.a (mon.0) 883 : cluster [DBG] mgrmap e21: y(active, since 6m), standbys: x 2024-04-26T05:00:55.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:54 smithi102 bash[21319]: cluster 2024-04-26T05:00:54.013300+0000 mgr.y (mgr.24272) 251 : cluster [DBG] pgmap v233: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:55.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:54 smithi102 bash[21319]: audit 2024-04-26T05:00:54.310359+0000 mon.a (mon.0) 884 : audit [DBG] from='client.? 172.21.15.102:0/3898207350' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:57.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:57 smithi174 bash[23471]: cluster 2024-04-26T05:00:56.013886+0000 mgr.y (mgr.24272) 252 : cluster [DBG] pgmap v234: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:57.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:57 smithi174 bash[23471]: audit 2024-04-26T05:00:56.730805+0000 mon.a (mon.0) 885 : audit [DBG] from='client.? 172.21.15.102:0/4255005135' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:57.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:57 smithi174 bash[23471]: audit 2024-04-26T05:00:56.947884+0000 mon.c (mon.2) 148 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:00:57.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:57 smithi102 bash[31411]: cluster 2024-04-26T05:00:56.013886+0000 mgr.y (mgr.24272) 252 : cluster [DBG] pgmap v234: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:57.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:57 smithi102 bash[31411]: audit 2024-04-26T05:00:56.730805+0000 mon.a (mon.0) 885 : audit [DBG] from='client.? 172.21.15.102:0/4255005135' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:57.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:57 smithi102 bash[31411]: audit 2024-04-26T05:00:56.947884+0000 mon.c (mon.2) 148 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:00:57.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:57 smithi102 bash[21319]: cluster 2024-04-26T05:00:56.013886+0000 mgr.y (mgr.24272) 252 : cluster [DBG] pgmap v234: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:57.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:57 smithi102 bash[21319]: audit 2024-04-26T05:00:56.730805+0000 mon.a (mon.0) 885 : audit [DBG] from='client.? 172.21.15.102:0/4255005135' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:00:57.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:57 smithi102 bash[21319]: audit 2024-04-26T05:00:56.947884+0000 mon.c (mon.2) 148 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:00:58.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:00:57 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:00:57] "GET /metrics HTTP/1.1" 200 239987 "" "Prometheus/2.43.0" 2024-04-26T05:00:58.679 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:00:58 smithi174 bash[52350]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:00:58] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T05:00:59.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:00:59 smithi174 bash[23471]: cluster 2024-04-26T05:00:58.014937+0000 mgr.y (mgr.24272) 253 : cluster [DBG] pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:59.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:00:59 smithi102 bash[21319]: cluster 2024-04-26T05:00:58.014937+0000 mgr.y (mgr.24272) 253 : cluster [DBG] pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:00:59.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:00:59 smithi102 bash[31411]: cluster 2024-04-26T05:00:58.014937+0000 mgr.y (mgr.24272) 253 : cluster [DBG] pgmap v235: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:00.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:00 smithi174 bash[23471]: audit 2024-04-26T05:00:59.153999+0000 mon.a (mon.0) 886 : audit [DBG] from='client.? 172.21.15.102:0/1472776577' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:00.448 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:00 smithi102 bash[31411]: audit 2024-04-26T05:00:59.153999+0000 mon.a (mon.0) 886 : audit [DBG] from='client.? 172.21.15.102:0/1472776577' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:00.448 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:00 smithi102 bash[21319]: audit 2024-04-26T05:00:59.153999+0000 mon.a (mon.0) 886 : audit [DBG] from='client.? 172.21.15.102:0/1472776577' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:00.701 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:00 smithi102 bash[21576]: debug 2024-04-26T05:01:00.446+0000 7f9f62ace700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-26T05:01:00.701 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:00 smithi102 bash[21576]: ignoring --setuser ceph since I am not root 2024-04-26T05:01:00.701 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:00 smithi102 bash[21576]: ignoring --setgroup ceph since I am not root 2024-04-26T05:01:00.701 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:00 smithi102 bash[21576]: debug 2024-04-26T05:01:00.506+0000 7f6b4cbf3700 1 -- 172.21.15.102:0/1634173393 <== mon.2 v2:172.21.15.102:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5645dad849c0 con 0x5645dbb0ac00 2024-04-26T05:01:00.701 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:00 smithi102 bash[21576]: debug 2024-04-26T05:01:00.650+0000 7f6b54ef81c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T05:01:00.716 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:01:00 smithi174 bash[52350]: [26/Apr/2024:05:01:00] ENGINE Bus STOPPING 2024-04-26T05:01:00.716 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:01:00 smithi174 bash[52350]: [26/Apr/2024:05:01:00] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T05:01:00.716 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:01:00 smithi174 bash[52350]: [26/Apr/2024:05:01:00] ENGINE Bus STOPPED 2024-04-26T05:01:00.716 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:01:00 smithi174 bash[52350]: [26/Apr/2024:05:01:00] ENGINE Bus STARTING 2024-04-26T05:01:00.716 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:01:00 smithi174 bash[52350]: debug 2024-04-26T05:01:00.632+0000 7ff0feb93700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:01:00.717 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:01:00 smithi174 bash[52350]: debug 2024-04-26T05:01:00.632+0000 7ff0feb93700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:01:00.717 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:01:00 smithi174 bash[52350]: debug 2024-04-26T05:01:00.632+0000 7ff0feb93700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:01:00.717 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:01:00 smithi174 bash[52350]: debug 2024-04-26T05:01:00.632+0000 7ff0feb93700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:01:00.717 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:01:00 smithi174 bash[52350]: debug 2024-04-26T05:01:00.632+0000 7ff0feb93700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:01:00.717 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:01:00 smithi174 bash[52350]: debug 2024-04-26T05:01:00.636+0000 7ff101b99700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:01:00.717 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:01:00 smithi174 bash[52350]: debug 2024-04-26T05:01:00.636+0000 7ff101b99700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:01:00.717 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:01:00 smithi174 bash[52350]: debug 2024-04-26T05:01:00.636+0000 7ff101b99700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:01:00.717 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:01:00 smithi174 bash[52350]: debug 2024-04-26T05:01:00.636+0000 7ff101b99700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:01:00.717 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:01:00 smithi174 bash[52350]: debug 2024-04-26T05:01:00.636+0000 7ff101b99700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:01:00.717 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:01:00 smithi174 bash[52350]: [26/Apr/2024:05:01:00] ENGINE Serving on http://:::9283 2024-04-26T05:01:00.717 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:01:00 smithi174 bash[52350]: [26/Apr/2024:05:01:00] ENGINE Bus STARTED 2024-04-26T05:01:01.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: cluster 2024-04-26T05:01:00.015574+0000 mgr.y (mgr.24272) 254 : cluster [DBG] pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:01.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.304996+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:01:01.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.320785+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:01:01.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.325029+0000 mon.c (mon.2) 149 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:01:01.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.327020+0000 mon.c (mon.2) 150 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:01:01.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.338357+0000 mon.a (mon.0) 889 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:01:01.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.420046+0000 mon.c (mon.2) 151 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:01:01.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.433660+0000 mon.c (mon.2) 152 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-26T05:01:01.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.434426+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-26T05:01:01.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: cluster 2024-04-26T05:01:00.435429+0000 mon.a (mon.0) 891 : cluster [INF] Activating manager daemon x 2024-04-26T05:01:01.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: cluster 2024-04-26T05:01:00.448498+0000 mon.a (mon.0) 892 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-04-26T05:01:01.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.449171+0000 mon.b (mon.1) 30 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T05:01:01.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.449228+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-26T05:01:01.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: cluster 2024-04-26T05:01:00.449450+0000 mon.a (mon.0) 894 : cluster [DBG] mgrmap e22: x(active, starting, since 0.0140142s) 2024-04-26T05:01:01.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.449860+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T05:01:01.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.450480+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T05:01:01.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.450859+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi174.idmghd"}]: dispatch 2024-04-26T05:01:01.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.451463+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi102.iafhgp"}]: dispatch 2024-04-26T05:01:01.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.452332+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T05:01:01.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.452826+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T05:01:01.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.453182+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T05:01:01.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.453544+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T05:01:01.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.454051+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T05:01:01.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.454506+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T05:01:01.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.454868+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T05:01:01.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.455200+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T05:01:01.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.455558+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T05:01:01.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.456507+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T05:01:01.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.457096+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T05:01:01.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.457834+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T05:01:01.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: cluster 2024-04-26T05:01:00.509029+0000 mon.a (mon.0) 895 : cluster [INF] Manager daemon x is now available 2024-04-26T05:01:01.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.546220+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:01:01.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.572488+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:01:01.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.581744+0000 mon.b (mon.1) 49 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T05:01:01.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.585319+0000 mon.a (mon.0) 896 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T05:01:01.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.609593+0000 mon.b (mon.1) 50 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T05:01:01.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.613275+0000 mon.a (mon.0) 897 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T05:01:01.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.968253+0000 mon.a (mon.0) 898 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:01.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:01 smithi174 bash[23471]: audit 2024-04-26T05:01:00.975513+0000 mon.a (mon.0) 899 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:01.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: cluster 2024-04-26T05:01:00.015574+0000 mgr.y (mgr.24272) 254 : cluster [DBG] pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:01.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.304996+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:01:01.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.320785+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:01:01.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.325029+0000 mon.c (mon.2) 149 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:01:01.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.327020+0000 mon.c (mon.2) 150 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:01:01.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.338357+0000 mon.a (mon.0) 889 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:01:01.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.420046+0000 mon.c (mon.2) 151 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:01:01.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.433660+0000 mon.c (mon.2) 152 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-26T05:01:01.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.434426+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-26T05:01:01.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: cluster 2024-04-26T05:01:00.435429+0000 mon.a (mon.0) 891 : cluster [INF] Activating manager daemon x 2024-04-26T05:01:01.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: cluster 2024-04-26T05:01:00.448498+0000 mon.a (mon.0) 892 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-04-26T05:01:01.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.449171+0000 mon.b (mon.1) 30 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T05:01:01.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.449228+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-26T05:01:01.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: cluster 2024-04-26T05:01:00.449450+0000 mon.a (mon.0) 894 : cluster [DBG] mgrmap e22: x(active, starting, since 0.0140142s) 2024-04-26T05:01:01.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.449860+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T05:01:01.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.450480+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T05:01:01.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.450859+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi174.idmghd"}]: dispatch 2024-04-26T05:01:01.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.451463+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi102.iafhgp"}]: dispatch 2024-04-26T05:01:01.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.452332+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T05:01:01.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.452826+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T05:01:01.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.453182+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T05:01:01.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.453544+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T05:01:01.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.454051+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T05:01:01.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.454506+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T05:01:01.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.454868+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T05:01:01.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.455200+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T05:01:01.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.455558+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T05:01:01.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.456507+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T05:01:01.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.457096+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T05:01:01.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.457834+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T05:01:01.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: cluster 2024-04-26T05:01:00.509029+0000 mon.a (mon.0) 895 : cluster [INF] Manager daemon x is now available 2024-04-26T05:01:01.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.546220+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:01:01.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.572488+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:01:01.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.581744+0000 mon.b (mon.1) 49 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T05:01:01.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.585319+0000 mon.a (mon.0) 896 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T05:01:01.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.609593+0000 mon.b (mon.1) 50 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T05:01:01.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.613275+0000 mon.a (mon.0) 897 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T05:01:01.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.968253+0000 mon.a (mon.0) 898 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:01.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[31411]: audit 2024-04-26T05:01:00.975513+0000 mon.a (mon.0) 899 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:01.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: cluster 2024-04-26T05:01:00.015574+0000 mgr.y (mgr.24272) 254 : cluster [DBG] pgmap v236: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:01.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.304996+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:01:01.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.320785+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:01:01.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.325029+0000 mon.c (mon.2) 149 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:01:01.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.327020+0000 mon.c (mon.2) 150 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:01:01.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.338357+0000 mon.a (mon.0) 889 : audit [INF] from='mgr.24272 ' entity='mgr.y' 2024-04-26T05:01:01.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.420046+0000 mon.c (mon.2) 151 : audit [DBG] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:01:01.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.433660+0000 mon.c (mon.2) 152 : audit [INF] from='mgr.24272 172.21.15.102:0/822856987' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-26T05:01:01.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.434426+0000 mon.a (mon.0) 890 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-26T05:01:01.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: cluster 2024-04-26T05:01:00.435429+0000 mon.a (mon.0) 891 : cluster [INF] Activating manager daemon x 2024-04-26T05:01:01.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: cluster 2024-04-26T05:01:00.448498+0000 mon.a (mon.0) 892 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-04-26T05:01:01.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.449171+0000 mon.b (mon.1) 30 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T05:01:01.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.449228+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.24272 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-26T05:01:01.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: cluster 2024-04-26T05:01:00.449450+0000 mon.a (mon.0) 894 : cluster [DBG] mgrmap e22: x(active, starting, since 0.0140142s) 2024-04-26T05:01:01.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.449860+0000 mon.b (mon.1) 31 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T05:01:01.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.450480+0000 mon.b (mon.1) 32 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T05:01:01.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.450859+0000 mon.b (mon.1) 33 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi174.idmghd"}]: dispatch 2024-04-26T05:01:01.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.451463+0000 mon.b (mon.1) 34 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi102.iafhgp"}]: dispatch 2024-04-26T05:01:01.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.452332+0000 mon.b (mon.1) 35 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T05:01:01.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.452826+0000 mon.b (mon.1) 36 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T05:01:01.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.453182+0000 mon.b (mon.1) 37 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T05:01:01.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.453544+0000 mon.b (mon.1) 38 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T05:01:01.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.454051+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T05:01:01.457 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.454506+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T05:01:01.457 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.454868+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T05:01:01.457 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.455200+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T05:01:01.457 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.455558+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T05:01:01.457 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.456507+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T05:01:01.457 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.457096+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T05:01:01.457 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.457834+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T05:01:01.457 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: cluster 2024-04-26T05:01:00.509029+0000 mon.a (mon.0) 895 : cluster [INF] Manager daemon x is now available 2024-04-26T05:01:01.457 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.546220+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:01:01.457 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.572488+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:01:01.457 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.581744+0000 mon.b (mon.1) 49 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T05:01:01.457 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.585319+0000 mon.a (mon.0) 896 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-26T05:01:01.457 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.609593+0000 mon.b (mon.1) 50 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T05:01:01.457 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.613275+0000 mon.a (mon.0) 897 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-26T05:01:01.457 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.968253+0000 mon.a (mon.0) 898 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:01.458 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:01 smithi102 bash[21319]: audit 2024-04-26T05:01:00.975513+0000 mon.a (mon.0) 899 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:02.618 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:02 smithi102 bash[21319]: cephadm 2024-04-26T05:01:01.014234+0000 mgr.x (mgr.24613) 1 : cephadm [INF] Deploying cephadm binary to smithi174 2024-04-26T05:01:02.619 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:02 smithi102 bash[21319]: cephadm 2024-04-26T05:01:01.026772+0000 mgr.x (mgr.24613) 2 : cephadm [INF] Deploying cephadm binary to smithi102 2024-04-26T05:01:02.619 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:02 smithi102 bash[21319]: cluster 2024-04-26T05:01:01.449854+0000 mon.a (mon.0) 900 : cluster [DBG] mgrmap e23: x(active, since 1.01443s) 2024-04-26T05:01:02.619 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:02 smithi102 bash[21319]: audit 2024-04-26T05:01:01.620491+0000 mon.c (mon.2) 153 : audit [DBG] from='client.? 172.21.15.102:0/3859660178' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:02.619 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:02 smithi102 bash[21576]: debug 2024-04-26T05:01:02.270+0000 7f6b54ef81c0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T05:01:02.619 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:02 smithi102 bash[21576]: debug 2024-04-26T05:01:02.366+0000 7f6b54ef81c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T05:01:02.619 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:02 smithi102 bash[31411]: cephadm 2024-04-26T05:01:01.014234+0000 mgr.x (mgr.24613) 1 : cephadm [INF] Deploying cephadm binary to smithi174 2024-04-26T05:01:02.619 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:02 smithi102 bash[31411]: cephadm 2024-04-26T05:01:01.026772+0000 mgr.x (mgr.24613) 2 : cephadm [INF] Deploying cephadm binary to smithi102 2024-04-26T05:01:02.620 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:02 smithi102 bash[31411]: cluster 2024-04-26T05:01:01.449854+0000 mon.a (mon.0) 900 : cluster [DBG] mgrmap e23: x(active, since 1.01443s) 2024-04-26T05:01:02.620 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:02 smithi102 bash[31411]: audit 2024-04-26T05:01:01.620491+0000 mon.c (mon.2) 153 : audit [DBG] from='client.? 172.21.15.102:0/3859660178' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:02.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:02 smithi174 bash[23471]: cephadm 2024-04-26T05:01:01.014234+0000 mgr.x (mgr.24613) 1 : cephadm [INF] Deploying cephadm binary to smithi174 2024-04-26T05:01:02.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:02 smithi174 bash[23471]: cephadm 2024-04-26T05:01:01.026772+0000 mgr.x (mgr.24613) 2 : cephadm [INF] Deploying cephadm binary to smithi102 2024-04-26T05:01:02.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:02 smithi174 bash[23471]: cluster 2024-04-26T05:01:01.449854+0000 mon.a (mon.0) 900 : cluster [DBG] mgrmap e23: x(active, since 1.01443s) 2024-04-26T05:01:02.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:02 smithi174 bash[23471]: audit 2024-04-26T05:01:01.620491+0000 mon.c (mon.2) 153 : audit [DBG] from='client.? 172.21.15.102:0/3859660178' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:03.701 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:02 smithi102 bash[21576]: debug 2024-04-26T05:01:02.618+0000 7f6b54ef81c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T05:01:03.701 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:03 smithi102 bash[21576]: debug 2024-04-26T05:01:03.394+0000 7f6b54ef81c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T05:01:03.701 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:03 smithi102 bash[21576]: debug 2024-04-26T05:01:03.506+0000 7f6b54ef81c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T05:01:03.701 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:03 smithi102 bash[21576]: debug 2024-04-26T05:01:03.606+0000 7f6b54ef81c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T05:01:03.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:03 smithi102 bash[31411]: cluster 2024-04-26T05:01:01.487581+0000 mgr.x (mgr.24613) 3 : cluster [DBG] pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:03.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:03 smithi102 bash[31411]: cephadm 2024-04-26T05:01:02.026707+0000 mgr.x (mgr.24613) 4 : cephadm [INF] [26/Apr/2024:05:01:02] ENGINE Bus STARTING 2024-04-26T05:01:03.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:03 smithi102 bash[31411]: cephadm 2024-04-26T05:01:02.153108+0000 mgr.x (mgr.24613) 5 : cephadm [INF] [26/Apr/2024:05:01:02] ENGINE Serving on http://172.21.15.174:8765 2024-04-26T05:01:03.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:03 smithi102 bash[31411]: cephadm 2024-04-26T05:01:02.332286+0000 mgr.x (mgr.24613) 6 : cephadm [INF] [26/Apr/2024:05:01:02] ENGINE Serving on https://172.21.15.174:7150 2024-04-26T05:01:03.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:03 smithi102 bash[31411]: cephadm 2024-04-26T05:01:02.333183+0000 mgr.x (mgr.24613) 7 : cephadm [INF] [26/Apr/2024:05:01:02] ENGINE Bus STARTED 2024-04-26T05:01:03.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:03 smithi102 bash[31411]: cluster 2024-04-26T05:01:02.457040+0000 mgr.x (mgr.24613) 8 : cluster [DBG] pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:03.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:03 smithi102 bash[31411]: cluster 2024-04-26T05:01:02.461612+0000 mon.a (mon.0) 901 : cluster [DBG] mgrmap e24: x(active, since 2s) 2024-04-26T05:01:03.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:03 smithi102 bash[21319]: cluster 2024-04-26T05:01:01.487581+0000 mgr.x (mgr.24613) 3 : cluster [DBG] pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:03.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:03 smithi102 bash[21319]: cephadm 2024-04-26T05:01:02.026707+0000 mgr.x (mgr.24613) 4 : cephadm [INF] [26/Apr/2024:05:01:02] ENGINE Bus STARTING 2024-04-26T05:01:03.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:03 smithi102 bash[21319]: cephadm 2024-04-26T05:01:02.153108+0000 mgr.x (mgr.24613) 5 : cephadm [INF] [26/Apr/2024:05:01:02] ENGINE Serving on http://172.21.15.174:8765 2024-04-26T05:01:03.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:03 smithi102 bash[21319]: cephadm 2024-04-26T05:01:02.332286+0000 mgr.x (mgr.24613) 6 : cephadm [INF] [26/Apr/2024:05:01:02] ENGINE Serving on https://172.21.15.174:7150 2024-04-26T05:01:03.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:03 smithi102 bash[21319]: cephadm 2024-04-26T05:01:02.333183+0000 mgr.x (mgr.24613) 7 : cephadm [INF] [26/Apr/2024:05:01:02] ENGINE Bus STARTED 2024-04-26T05:01:03.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:03 smithi102 bash[21319]: cluster 2024-04-26T05:01:02.457040+0000 mgr.x (mgr.24613) 8 : cluster [DBG] pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:03.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:03 smithi102 bash[21319]: cluster 2024-04-26T05:01:02.461612+0000 mon.a (mon.0) 901 : cluster [DBG] mgrmap e24: x(active, since 2s) 2024-04-26T05:01:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:03 smithi174 bash[23471]: cluster 2024-04-26T05:01:01.487581+0000 mgr.x (mgr.24613) 3 : cluster [DBG] pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:03 smithi174 bash[23471]: cephadm 2024-04-26T05:01:02.026707+0000 mgr.x (mgr.24613) 4 : cephadm [INF] [26/Apr/2024:05:01:02] ENGINE Bus STARTING 2024-04-26T05:01:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:03 smithi174 bash[23471]: cephadm 2024-04-26T05:01:02.153108+0000 mgr.x (mgr.24613) 5 : cephadm [INF] [26/Apr/2024:05:01:02] ENGINE Serving on http://172.21.15.174:8765 2024-04-26T05:01:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:03 smithi174 bash[23471]: cephadm 2024-04-26T05:01:02.332286+0000 mgr.x (mgr.24613) 6 : cephadm [INF] [26/Apr/2024:05:01:02] ENGINE Serving on https://172.21.15.174:7150 2024-04-26T05:01:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:03 smithi174 bash[23471]: cephadm 2024-04-26T05:01:02.333183+0000 mgr.x (mgr.24613) 7 : cephadm [INF] [26/Apr/2024:05:01:02] ENGINE Bus STARTED 2024-04-26T05:01:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:03 smithi174 bash[23471]: cluster 2024-04-26T05:01:02.457040+0000 mgr.x (mgr.24613) 8 : cluster [DBG] pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:03 smithi174 bash[23471]: cluster 2024-04-26T05:01:02.461612+0000 mon.a (mon.0) 901 : cluster [DBG] mgrmap e24: x(active, since 2s) 2024-04-26T05:01:04.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:03 smithi102 bash[21576]: debug 2024-04-26T05:01:03.946+0000 7f6b54ef81c0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T05:01:04.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:04 smithi102 bash[21576]: debug 2024-04-26T05:01:04.058+0000 7f6b54ef81c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T05:01:04.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:04 smithi102 bash[21576]: debug 2024-04-26T05:01:04.162+0000 7f6b54ef81c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T05:01:04.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:04 smithi174 bash[23471]: audit 2024-04-26T05:01:04.041345+0000 mon.c (mon.2) 154 : audit [DBG] from='client.? 172.21.15.102:0/3409866558' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:04.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:04 smithi102 bash[21319]: audit 2024-04-26T05:01:04.041345+0000 mon.c (mon.2) 154 : audit [DBG] from='client.? 172.21.15.102:0/3409866558' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:04.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:04 smithi102 bash[31411]: audit 2024-04-26T05:01:04.041345+0000 mon.c (mon.2) 154 : audit [DBG] from='client.? 172.21.15.102:0/3409866558' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:04.951 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:04 smithi102 bash[21576]: debug 2024-04-26T05:01:04.498+0000 7f6b54ef81c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T05:01:04.951 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:04 smithi102 bash[21576]: debug 2024-04-26T05:01:04.598+0000 7f6b54ef81c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T05:01:05.358 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:04 smithi102 bash[21576]: debug 2024-04-26T05:01:04.970+0000 7f6b54ef81c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T05:01:05.358 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:05 smithi102 bash[21576]: debug 2024-04-26T05:01:05.082+0000 7f6b54ef81c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T05:01:05.701 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:05 smithi102 bash[21576]: debug 2024-04-26T05:01:05.358+0000 7f6b54ef81c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T05:01:05.701 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:05 smithi102 bash[21576]: debug 2024-04-26T05:01:05.582+0000 7f6b54ef81c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T05:01:05.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:05 smithi102 bash[31411]: cluster 2024-04-26T05:01:04.457691+0000 mgr.x (mgr.24613) 9 : cluster [DBG] pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:05.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:05 smithi102 bash[31411]: cluster 2024-04-26T05:01:04.482265+0000 mon.a (mon.0) 902 : cluster [DBG] mgrmap e25: x(active, since 4s) 2024-04-26T05:01:05.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:05 smithi102 bash[21319]: cluster 2024-04-26T05:01:04.457691+0000 mgr.x (mgr.24613) 9 : cluster [DBG] pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:05.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:05 smithi102 bash[21319]: cluster 2024-04-26T05:01:04.482265+0000 mon.a (mon.0) 902 : cluster [DBG] mgrmap e25: x(active, since 4s) 2024-04-26T05:01:05.929 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:05 smithi174 bash[23471]: cluster 2024-04-26T05:01:04.457691+0000 mgr.x (mgr.24613) 9 : cluster [DBG] pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:05.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:05 smithi174 bash[23471]: cluster 2024-04-26T05:01:04.482265+0000 mon.a (mon.0) 902 : cluster [DBG] mgrmap e25: x(active, since 4s) 2024-04-26T05:01:06.115 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:05 smithi102 bash[21576]: debug 2024-04-26T05:01:05.822+0000 7f6b54ef81c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T05:01:06.451 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:06 smithi102 bash[21576]: debug 2024-04-26T05:01:06.114+0000 7f6b54ef81c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T05:01:06.451 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:06 smithi102 bash[21576]: debug 2024-04-26T05:01:06.346+0000 7f6b54ef81c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T05:01:06.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:06 smithi174 bash[23471]: audit 2024-04-26T05:01:06.469472+0000 mon.c (mon.2) 155 : audit [DBG] from='client.? 172.21.15.102:0/2985850485' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:06.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:06 smithi102 bash[21319]: audit 2024-04-26T05:01:06.469472+0000 mon.c (mon.2) 155 : audit [DBG] from='client.? 172.21.15.102:0/2985850485' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:06.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:06 smithi102 bash[31411]: audit 2024-04-26T05:01:06.469472+0000 mon.c (mon.2) 155 : audit [DBG] from='client.? 172.21.15.102:0/2985850485' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:07.451 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:07 smithi102 bash[21576]: debug 2024-04-26T05:01:07.134+0000 7f6b54ef81c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T05:01:07.451 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:07 smithi102 bash[21576]: debug 2024-04-26T05:01:07.250+0000 7f6b54ef81c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T05:01:07.742 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:07 smithi102 bash[21319]: cluster 2024-04-26T05:01:06.458390+0000 mgr.x (mgr.24613) 10 : cluster [DBG] pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:07.743 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:07 smithi102 bash[31411]: cluster 2024-04-26T05:01:06.458390+0000 mgr.x (mgr.24613) 10 : cluster [DBG] pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:07.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:07 smithi174 bash[23471]: cluster 2024-04-26T05:01:06.458390+0000 mgr.x (mgr.24613) 10 : cluster [DBG] pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:08.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:07 smithi102 bash[21576]: debug 2024-04-26T05:01:07.742+0000 7f6b54ef81c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T05:01:08.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:07 smithi102 bash[21576]: debug 2024-04-26T05:01:07.858+0000 7f6b54ef81c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T05:01:08.484 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:08 smithi102 bash[21576]: debug 2024-04-26T05:01:08.230+0000 7f6b54ef81c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T05:01:08.484 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:08 smithi102 bash[21576]: debug 2024-04-26T05:01:08.354+0000 7f6b54ef81c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T05:01:08.484 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:08 smithi102 bash[21576]: [26/Apr/2024:05:01:08] ENGINE Bus STARTING 2024-04-26T05:01:08.484 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:08 smithi102 bash[21576]: CherryPy Checker: 2024-04-26T05:01:08.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:08 smithi174 bash[23471]: audit 2024-04-26T05:01:08.380183+0000 mon.c (mon.2) 156 : audit [DBG] from='mgr.? 172.21.15.102:0/2094970466' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T05:01:08.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:08 smithi174 bash[23471]: cluster 2024-04-26T05:01:08.380341+0000 mon.a (mon.0) 903 : cluster [DBG] Standby manager daemon y started 2024-04-26T05:01:08.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:08 smithi174 bash[23471]: audit 2024-04-26T05:01:08.385282+0000 mon.c (mon.2) 157 : audit [DBG] from='mgr.? 172.21.15.102:0/2094970466' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T05:01:08.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:08 smithi174 bash[23471]: audit 2024-04-26T05:01:08.387911+0000 mon.c (mon.2) 158 : audit [DBG] from='mgr.? 172.21.15.102:0/2094970466' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T05:01:08.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:08 smithi174 bash[23471]: audit 2024-04-26T05:01:08.388335+0000 mon.c (mon.2) 159 : audit [DBG] from='mgr.? 172.21.15.102:0/2094970466' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T05:01:08.931 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:01:08 smithi174 bash[52350]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:01:08] "GET /metrics HTTP/1.1" 200 30953 "" "Prometheus/2.43.0" 2024-04-26T05:01:08.951 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:08 smithi102 bash[21576]: The Application mounted at '' has an empty config. 2024-04-26T05:01:08.951 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:08 smithi102 bash[21576]: [26/Apr/2024:05:01:08] ENGINE Serving on http://:::9283 2024-04-26T05:01:08.951 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:08 smithi102 bash[21576]: [26/Apr/2024:05:01:08] ENGINE Bus STARTED 2024-04-26T05:01:08.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:08 smithi102 bash[21319]: audit 2024-04-26T05:01:08.380183+0000 mon.c (mon.2) 156 : audit [DBG] from='mgr.? 172.21.15.102:0/2094970466' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T05:01:08.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:08 smithi102 bash[21319]: cluster 2024-04-26T05:01:08.380341+0000 mon.a (mon.0) 903 : cluster [DBG] Standby manager daemon y started 2024-04-26T05:01:08.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:08 smithi102 bash[21319]: audit 2024-04-26T05:01:08.385282+0000 mon.c (mon.2) 157 : audit [DBG] from='mgr.? 172.21.15.102:0/2094970466' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T05:01:08.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:08 smithi102 bash[21319]: audit 2024-04-26T05:01:08.387911+0000 mon.c (mon.2) 158 : audit [DBG] from='mgr.? 172.21.15.102:0/2094970466' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T05:01:08.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:08 smithi102 bash[21319]: audit 2024-04-26T05:01:08.388335+0000 mon.c (mon.2) 159 : audit [DBG] from='mgr.? 172.21.15.102:0/2094970466' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T05:01:08.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:08 smithi102 bash[31411]: audit 2024-04-26T05:01:08.380183+0000 mon.c (mon.2) 156 : audit [DBG] from='mgr.? 172.21.15.102:0/2094970466' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T05:01:08.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:08 smithi102 bash[31411]: cluster 2024-04-26T05:01:08.380341+0000 mon.a (mon.0) 903 : cluster [DBG] Standby manager daemon y started 2024-04-26T05:01:08.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:08 smithi102 bash[31411]: audit 2024-04-26T05:01:08.385282+0000 mon.c (mon.2) 157 : audit [DBG] from='mgr.? 172.21.15.102:0/2094970466' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T05:01:08.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:08 smithi102 bash[31411]: audit 2024-04-26T05:01:08.387911+0000 mon.c (mon.2) 158 : audit [DBG] from='mgr.? 172.21.15.102:0/2094970466' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T05:01:08.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:08 smithi102 bash[31411]: audit 2024-04-26T05:01:08.388335+0000 mon.c (mon.2) 159 : audit [DBG] from='mgr.? 172.21.15.102:0/2094970466' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T05:01:09.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:09 smithi174 bash[23471]: cluster 2024-04-26T05:01:08.459013+0000 mgr.x (mgr.24613) 11 : cluster [DBG] pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-26T05:01:09.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:09 smithi174 bash[23471]: cluster 2024-04-26T05:01:08.508090+0000 mon.a (mon.0) 904 : cluster [DBG] mgrmap e26: x(active, since 8s), standbys: y 2024-04-26T05:01:09.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:09 smithi174 bash[23471]: audit 2024-04-26T05:01:08.508704+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T05:01:09.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:09 smithi174 bash[23471]: audit 2024-04-26T05:01:08.906722+0000 mon.a (mon.0) 905 : audit [DBG] from='client.? 172.21.15.102:0/3180925869' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:09.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:09 smithi102 bash[31411]: cluster 2024-04-26T05:01:08.459013+0000 mgr.x (mgr.24613) 11 : cluster [DBG] pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-26T05:01:09.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:09 smithi102 bash[31411]: cluster 2024-04-26T05:01:08.508090+0000 mon.a (mon.0) 904 : cluster [DBG] mgrmap e26: x(active, since 8s), standbys: y 2024-04-26T05:01:09.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:09 smithi102 bash[31411]: audit 2024-04-26T05:01:08.508704+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T05:01:09.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:09 smithi102 bash[31411]: audit 2024-04-26T05:01:08.906722+0000 mon.a (mon.0) 905 : audit [DBG] from='client.? 172.21.15.102:0/3180925869' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:09.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:09 smithi102 bash[21319]: cluster 2024-04-26T05:01:08.459013+0000 mgr.x (mgr.24613) 11 : cluster [DBG] pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-26T05:01:09.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:09 smithi102 bash[21319]: cluster 2024-04-26T05:01:08.508090+0000 mon.a (mon.0) 904 : cluster [DBG] mgrmap e26: x(active, since 8s), standbys: y 2024-04-26T05:01:09.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:09 smithi102 bash[21319]: audit 2024-04-26T05:01:08.508704+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T05:01:09.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:09 smithi102 bash[21319]: audit 2024-04-26T05:01:08.906722+0000 mon.a (mon.0) 905 : audit [DBG] from='client.? 172.21.15.102:0/3180925869' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:10.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:10 smithi174 bash[23471]: cluster 2024-04-26T05:01:10.459639+0000 mgr.x (mgr.24613) 12 : cluster [DBG] pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T05:01:10.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:10 smithi102 bash[21319]: cluster 2024-04-26T05:01:10.459639+0000 mgr.x (mgr.24613) 12 : cluster [DBG] pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T05:01:10.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:10 smithi102 bash[31411]: cluster 2024-04-26T05:01:10.459639+0000 mgr.x (mgr.24613) 12 : cluster [DBG] pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T05:01:11.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:11 smithi174 bash[23471]: audit 2024-04-26T05:01:11.342110+0000 mon.a (mon.0) 906 : audit [DBG] from='client.? 172.21.15.102:0/1212017929' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:11.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:11 smithi102 bash[31411]: audit 2024-04-26T05:01:11.342110+0000 mon.a (mon.0) 906 : audit [DBG] from='client.? 172.21.15.102:0/1212017929' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:11.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:11 smithi102 bash[21319]: audit 2024-04-26T05:01:11.342110+0000 mon.a (mon.0) 906 : audit [DBG] from='client.? 172.21.15.102:0/1212017929' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:12.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:12 smithi174 bash[23471]: cluster 2024-04-26T05:01:12.460760+0000 mgr.x (mgr.24613) 13 : cluster [DBG] pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T05:01:12.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:12 smithi102 bash[31411]: cluster 2024-04-26T05:01:12.460760+0000 mgr.x (mgr.24613) 13 : cluster [DBG] pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T05:01:12.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:12 smithi102 bash[21319]: cluster 2024-04-26T05:01:12.460760+0000 mgr.x (mgr.24613) 13 : cluster [DBG] pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T05:01:14.179 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:13 smithi174 bash[23471]: audit 2024-04-26T05:01:13.787683+0000 mon.c (mon.2) 160 : audit [DBG] from='client.? 172.21.15.102:0/1728372865' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:14.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:13 smithi102 bash[21319]: audit 2024-04-26T05:01:13.787683+0000 mon.c (mon.2) 160 : audit [DBG] from='client.? 172.21.15.102:0/1728372865' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:14.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:13 smithi102 bash[31411]: audit 2024-04-26T05:01:13.787683+0000 mon.c (mon.2) 160 : audit [DBG] from='client.? 172.21.15.102:0/1728372865' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:15.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:15 smithi174 bash[23471]: audit 2024-04-26T05:01:14.100537+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:15.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:15 smithi174 bash[23471]: audit 2024-04-26T05:01:14.108582+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:15.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:15 smithi174 bash[23471]: cluster 2024-04-26T05:01:14.461146+0000 mgr.x (mgr.24613) 14 : cluster [DBG] pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:01:15.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:15 smithi174 bash[23471]: audit 2024-04-26T05:01:14.530342+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:15.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:15 smithi174 bash[23471]: audit 2024-04-26T05:01:14.544664+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:15.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:15 smithi102 bash[31411]: audit 2024-04-26T05:01:14.100537+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:15.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:15 smithi102 bash[31411]: audit 2024-04-26T05:01:14.108582+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:15.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:15 smithi102 bash[31411]: cluster 2024-04-26T05:01:14.461146+0000 mgr.x (mgr.24613) 14 : cluster [DBG] pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:01:15.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:15 smithi102 bash[31411]: audit 2024-04-26T05:01:14.530342+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:15.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:15 smithi102 bash[31411]: audit 2024-04-26T05:01:14.544664+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:15.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:15 smithi102 bash[21319]: audit 2024-04-26T05:01:14.100537+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:15.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:15 smithi102 bash[21319]: audit 2024-04-26T05:01:14.108582+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:15.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:15 smithi102 bash[21319]: cluster 2024-04-26T05:01:14.461146+0000 mgr.x (mgr.24613) 14 : cluster [DBG] pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:01:15.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:15 smithi102 bash[21319]: audit 2024-04-26T05:01:14.530342+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:15.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:15 smithi102 bash[21319]: audit 2024-04-26T05:01:14.544664+0000 mon.a (mon.0) 910 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:16.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:16 smithi174 bash[23471]: audit 2024-04-26T05:01:15.214713+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:16.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:16 smithi174 bash[23471]: audit 2024-04-26T05:01:15.237041+0000 mon.a (mon.0) 912 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:16.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:16 smithi174 bash[23471]: audit 2024-04-26T05:01:15.262530+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:16 smithi174 bash[23471]: audit 2024-04-26T05:01:15.266489+0000 mon.a (mon.0) 913 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:16 smithi174 bash[23471]: audit 2024-04-26T05:01:15.279271+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:16 smithi174 bash[23471]: audit 2024-04-26T05:01:15.283165+0000 mon.a (mon.0) 914 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:16 smithi174 bash[23471]: audit 2024-04-26T05:01:15.291066+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:16 smithi174 bash[23471]: audit 2024-04-26T05:01:15.294948+0000 mon.a (mon.0) 915 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:16 smithi174 bash[23471]: audit 2024-04-26T05:01:15.300655+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:16 smithi174 bash[23471]: cephadm 2024-04-26T05:01:15.303706+0000 mgr.x (mgr.24613) 15 : cephadm [INF] Adjusting osd_memory_target on smithi102 to 2524M 2024-04-26T05:01:16.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:16 smithi174 bash[23471]: audit 2024-04-26T05:01:15.304548+0000 mon.a (mon.0) 916 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:16 smithi174 bash[23471]: audit 2024-04-26T05:01:15.315647+0000 mon.a (mon.0) 917 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:16.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:16 smithi174 bash[23471]: audit 2024-04-26T05:01:15.573642+0000 mon.b (mon.1) 56 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:01:16.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:16 smithi174 bash[23471]: audit 2024-04-26T05:01:15.789746+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:16.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:16 smithi174 bash[23471]: audit 2024-04-26T05:01:15.805104+0000 mon.a (mon.0) 919 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:16.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[21319]: audit 2024-04-26T05:01:15.214713+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:16.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[21319]: audit 2024-04-26T05:01:15.237041+0000 mon.a (mon.0) 912 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:16.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[21319]: audit 2024-04-26T05:01:15.262530+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[21319]: audit 2024-04-26T05:01:15.266489+0000 mon.a (mon.0) 913 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[21319]: audit 2024-04-26T05:01:15.279271+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[21319]: audit 2024-04-26T05:01:15.283165+0000 mon.a (mon.0) 914 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[21319]: audit 2024-04-26T05:01:15.291066+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[21319]: audit 2024-04-26T05:01:15.294948+0000 mon.a (mon.0) 915 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[21319]: audit 2024-04-26T05:01:15.300655+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[21319]: cephadm 2024-04-26T05:01:15.303706+0000 mgr.x (mgr.24613) 15 : cephadm [INF] Adjusting osd_memory_target on smithi102 to 2524M 2024-04-26T05:01:16.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[21319]: audit 2024-04-26T05:01:15.304548+0000 mon.a (mon.0) 916 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[21319]: audit 2024-04-26T05:01:15.315647+0000 mon.a (mon.0) 917 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:16.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[21319]: audit 2024-04-26T05:01:15.573642+0000 mon.b (mon.1) 56 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:01:16.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[21319]: audit 2024-04-26T05:01:15.789746+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:16.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[21319]: audit 2024-04-26T05:01:15.805104+0000 mon.a (mon.0) 919 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:16.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[31411]: audit 2024-04-26T05:01:15.214713+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:16.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[31411]: audit 2024-04-26T05:01:15.237041+0000 mon.a (mon.0) 912 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:16.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[31411]: audit 2024-04-26T05:01:15.262530+0000 mon.b (mon.1) 52 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[31411]: audit 2024-04-26T05:01:15.266489+0000 mon.a (mon.0) 913 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[31411]: audit 2024-04-26T05:01:15.279271+0000 mon.b (mon.1) 53 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[31411]: audit 2024-04-26T05:01:15.283165+0000 mon.a (mon.0) 914 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[31411]: audit 2024-04-26T05:01:15.291066+0000 mon.b (mon.1) 54 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[31411]: audit 2024-04-26T05:01:15.294948+0000 mon.a (mon.0) 915 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[31411]: audit 2024-04-26T05:01:15.300655+0000 mon.b (mon.1) 55 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[31411]: cephadm 2024-04-26T05:01:15.303706+0000 mgr.x (mgr.24613) 15 : cephadm [INF] Adjusting osd_memory_target on smithi102 to 2524M 2024-04-26T05:01:16.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[31411]: audit 2024-04-26T05:01:15.304548+0000 mon.a (mon.0) 916 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:16.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[31411]: audit 2024-04-26T05:01:15.315647+0000 mon.a (mon.0) 917 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:16.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[31411]: audit 2024-04-26T05:01:15.573642+0000 mon.b (mon.1) 56 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:01:16.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[31411]: audit 2024-04-26T05:01:15.789746+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:16.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:16 smithi102 bash[31411]: audit 2024-04-26T05:01:15.805104+0000 mon.a (mon.0) 919 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:17.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:17 smithi174 bash[23471]: audit 2024-04-26T05:01:16.210823+0000 mon.c (mon.2) 161 : audit [DBG] from='client.? 172.21.15.102:0/1672792728' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:17.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:17 smithi174 bash[23471]: cluster 2024-04-26T05:01:16.461905+0000 mgr.x (mgr.24613) 16 : cluster [DBG] pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:01:17.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:17 smithi102 bash[31411]: audit 2024-04-26T05:01:16.210823+0000 mon.c (mon.2) 161 : audit [DBG] from='client.? 172.21.15.102:0/1672792728' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:17.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:17 smithi102 bash[31411]: cluster 2024-04-26T05:01:16.461905+0000 mgr.x (mgr.24613) 16 : cluster [DBG] pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:01:17.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:17 smithi102 bash[21319]: audit 2024-04-26T05:01:16.210823+0000 mon.c (mon.2) 161 : audit [DBG] from='client.? 172.21.15.102:0/1672792728' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:17.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:17 smithi102 bash[21319]: cluster 2024-04-26T05:01:16.461905+0000 mgr.x (mgr.24613) 16 : cluster [DBG] pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:01:18.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:17 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:01:17] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T05:01:18.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:18 smithi174 bash[23471]: cluster 2024-04-26T05:01:18.462902+0000 mgr.x (mgr.24613) 17 : cluster [DBG] pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:01:18.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:01:18 smithi174 bash[52350]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:01:18] "GET /metrics HTTP/1.1" 200 33857 "" "Prometheus/2.43.0" 2024-04-26T05:01:18.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:18 smithi102 bash[31411]: cluster 2024-04-26T05:01:18.462902+0000 mgr.x (mgr.24613) 17 : cluster [DBG] pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:01:18.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:18 smithi102 bash[21319]: cluster 2024-04-26T05:01:18.462902+0000 mgr.x (mgr.24613) 17 : cluster [DBG] pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:01:19.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:19 smithi174 bash[23471]: audit 2024-04-26T05:01:18.650957+0000 mon.a (mon.0) 920 : audit [DBG] from='client.? 172.21.15.102:0/3508103682' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:19.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:19 smithi102 bash[31411]: audit 2024-04-26T05:01:18.650957+0000 mon.a (mon.0) 920 : audit [DBG] from='client.? 172.21.15.102:0/3508103682' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:19.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:19 smithi102 bash[21319]: audit 2024-04-26T05:01:18.650957+0000 mon.a (mon.0) 920 : audit [DBG] from='client.? 172.21.15.102:0/3508103682' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:20.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:20 smithi174 bash[23471]: cluster 2024-04-26T05:01:20.463583+0000 mgr.x (mgr.24613) 18 : cluster [DBG] pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:20.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:20 smithi102 bash[31411]: cluster 2024-04-26T05:01:20.463583+0000 mgr.x (mgr.24613) 18 : cluster [DBG] pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:20.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:20 smithi102 bash[21319]: cluster 2024-04-26T05:01:20.463583+0000 mgr.x (mgr.24613) 18 : cluster [DBG] pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:21.872 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:21 smithi174 bash[23471]: audit 2024-04-26T05:01:21.077102+0000 mon.a (mon.0) 921 : audit [DBG] from='client.? 172.21.15.102:0/2400406012' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:21.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:21 smithi102 bash[31411]: audit 2024-04-26T05:01:21.077102+0000 mon.a (mon.0) 921 : audit [DBG] from='client.? 172.21.15.102:0/2400406012' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:21.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:21 smithi102 bash[21319]: audit 2024-04-26T05:01:21.077102+0000 mon.a (mon.0) 921 : audit [DBG] from='client.? 172.21.15.102:0/2400406012' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:22.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:22 smithi174 bash[23471]: cluster 2024-04-26T05:01:22.464566+0000 mgr.x (mgr.24613) 19 : cluster [DBG] pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:22.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:22 smithi102 bash[31411]: cluster 2024-04-26T05:01:22.464566+0000 mgr.x (mgr.24613) 19 : cluster [DBG] pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:22.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:22 smithi102 bash[21319]: cluster 2024-04-26T05:01:22.464566+0000 mgr.x (mgr.24613) 19 : cluster [DBG] pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:23.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:23 smithi174 bash[23471]: audit 2024-04-26T05:01:23.501773+0000 mon.a (mon.0) 922 : audit [DBG] from='client.? 172.21.15.102:0/3214063351' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:23.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:23 smithi102 bash[31411]: audit 2024-04-26T05:01:23.501773+0000 mon.a (mon.0) 922 : audit [DBG] from='client.? 172.21.15.102:0/3214063351' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:23.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:23 smithi102 bash[21319]: audit 2024-04-26T05:01:23.501773+0000 mon.a (mon.0) 922 : audit [DBG] from='client.? 172.21.15.102:0/3214063351' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:24.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:24 smithi174 bash[23471]: cluster 2024-04-26T05:01:24.465246+0000 mgr.x (mgr.24613) 20 : cluster [DBG] pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:24.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:24 smithi102 bash[31411]: cluster 2024-04-26T05:01:24.465246+0000 mgr.x (mgr.24613) 20 : cluster [DBG] pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:24.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:24 smithi102 bash[21319]: cluster 2024-04-26T05:01:24.465246+0000 mgr.x (mgr.24613) 20 : cluster [DBG] pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:26.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:25.107016+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:25.122866+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:25.124252+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:25.127227+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:25.128111+0000 mon.a (mon.0) 925 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:25.130150+0000 mon.b (mon.1) 59 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:25.131049+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:25.133071+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:25.134126+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: cephadm 2024-04-26T05:01:25.135469+0000 mgr.x (mgr.24613) 21 : cephadm [INF] Adjusting osd_memory_target on smithi174 to 2524M 2024-04-26T05:01:26.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:25.136898+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:25.147560+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:25.147860+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:01:26.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:25.149516+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:01:26.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: cephadm 2024-04-26T05:01:25.152129+0000 mgr.x (mgr.24613) 22 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.conf 2024-04-26T05:01:26.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: cephadm 2024-04-26T05:01:25.152642+0000 mgr.x (mgr.24613) 23 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.conf 2024-04-26T05:01:26.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: cephadm 2024-04-26T05:01:25.418166+0000 mgr.x (mgr.24613) 24 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T05:01:26.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: cephadm 2024-04-26T05:01:25.418778+0000 mgr.x (mgr.24613) 25 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T05:01:26.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:25.923850+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:25.929321+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:25.938494+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:25.943777+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:25.944525+0000 mon.a (mon.0) 934 : audit [DBG] from='client.? 172.21.15.102:0/2124767661' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:26.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:25.952214+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:26.018163+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:26.025543+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:26.034222+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:26 smithi174 bash[23471]: audit 2024-04-26T05:01:26.042538+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:25.107016+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:25.122866+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:25.124252+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:25.127227+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:25.128111+0000 mon.a (mon.0) 925 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:25.130150+0000 mon.b (mon.1) 59 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:25.131049+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:25.133071+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:25.134126+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: cephadm 2024-04-26T05:01:25.135469+0000 mgr.x (mgr.24613) 21 : cephadm [INF] Adjusting osd_memory_target on smithi174 to 2524M 2024-04-26T05:01:26.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:25.136898+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:25.147560+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:25.147860+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:01:26.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:25.149516+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:01:26.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: cephadm 2024-04-26T05:01:25.152129+0000 mgr.x (mgr.24613) 22 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.conf 2024-04-26T05:01:26.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: cephadm 2024-04-26T05:01:25.152642+0000 mgr.x (mgr.24613) 23 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.conf 2024-04-26T05:01:26.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: cephadm 2024-04-26T05:01:25.418166+0000 mgr.x (mgr.24613) 24 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T05:01:26.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: cephadm 2024-04-26T05:01:25.418778+0000 mgr.x (mgr.24613) 25 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T05:01:26.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:25.923850+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:25.929321+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:25.107016+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:25.122866+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:25.124252+0000 mon.b (mon.1) 57 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:25.127227+0000 mon.b (mon.1) 58 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:25.128111+0000 mon.a (mon.0) 925 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:25.130150+0000 mon.b (mon.1) 59 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:25.131049+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:25.133071+0000 mon.b (mon.1) 60 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:25.134126+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: cephadm 2024-04-26T05:01:25.135469+0000 mgr.x (mgr.24613) 21 : cephadm [INF] Adjusting osd_memory_target on smithi174 to 2524M 2024-04-26T05:01:26.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:25.136898+0000 mon.a (mon.0) 928 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-26T05:01:26.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:25.147560+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:25.147860+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:01:26.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:25.149516+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:01:26.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: cephadm 2024-04-26T05:01:25.152129+0000 mgr.x (mgr.24613) 22 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.conf 2024-04-26T05:01:26.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: cephadm 2024-04-26T05:01:25.152642+0000 mgr.x (mgr.24613) 23 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.conf 2024-04-26T05:01:26.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: cephadm 2024-04-26T05:01:25.418166+0000 mgr.x (mgr.24613) 24 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T05:01:26.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: cephadm 2024-04-26T05:01:25.418778+0000 mgr.x (mgr.24613) 25 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T05:01:26.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:25.923850+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:25.929321+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:25.938494+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:25.943777+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:25.944525+0000 mon.a (mon.0) 934 : audit [DBG] from='client.? 172.21.15.102:0/2124767661' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:26.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:25.952214+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:26.018163+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:26.025543+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.456 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:26.034222+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.456 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[31411]: audit 2024-04-26T05:01:26.042538+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:25.938494+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:25.943777+0000 mon.a (mon.0) 933 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:25.944525+0000 mon.a (mon.0) 934 : audit [DBG] from='client.? 172.21.15.102:0/2124767661' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:26.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:25.952214+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:26.018163+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:26.025543+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:26.034222+0000 mon.a (mon.0) 938 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:26 smithi102 bash[21319]: audit 2024-04-26T05:01:26.042538+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:26.765 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:26 smithi102 systemd[1]: Stopping Ceph node-exporter.a for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:01:27.386 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:27 smithi102 bash[74043]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-node-exporter-a 2024-04-26T05:01:27.387 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:27 smithi102 bash[31411]: cephadm 2024-04-26T05:01:25.582683+0000 mgr.x (mgr.24613) 26 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-26T05:01:27.387 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:27 smithi102 bash[31411]: cephadm 2024-04-26T05:01:25.583670+0000 mgr.x (mgr.24613) 27 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.client.admin.keyring 2024-04-26T05:01:27.387 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:27 smithi102 bash[31411]: cephadm 2024-04-26T05:01:25.747556+0000 mgr.x (mgr.24613) 28 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T05:01:27.387 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:27 smithi102 bash[31411]: cephadm 2024-04-26T05:01:25.748552+0000 mgr.x (mgr.24613) 29 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T05:01:27.387 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:27 smithi102 bash[31411]: cephadm 2024-04-26T05:01:26.043527+0000 mgr.x (mgr.24613) 30 : cephadm [INF] Reconfiguring node-exporter.a (dependencies changed)... 2024-04-26T05:01:27.387 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:27 smithi102 bash[31411]: cephadm 2024-04-26T05:01:26.044168+0000 mgr.x (mgr.24613) 31 : cephadm [INF] Reconfiguring daemon node-exporter.a on smithi102 2024-04-26T05:01:27.387 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:27 smithi102 bash[31411]: cluster 2024-04-26T05:01:26.466041+0000 mgr.x (mgr.24613) 32 : cluster [DBG] pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:27.387 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:27 smithi102 bash[21319]: cephadm 2024-04-26T05:01:25.582683+0000 mgr.x (mgr.24613) 26 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-26T05:01:27.387 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:27 smithi102 bash[21319]: cephadm 2024-04-26T05:01:25.583670+0000 mgr.x (mgr.24613) 27 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.client.admin.keyring 2024-04-26T05:01:27.387 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:27 smithi102 bash[21319]: cephadm 2024-04-26T05:01:25.747556+0000 mgr.x (mgr.24613) 28 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T05:01:27.387 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:27 smithi102 bash[21319]: cephadm 2024-04-26T05:01:25.748552+0000 mgr.x (mgr.24613) 29 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T05:01:27.388 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:27 smithi102 bash[21319]: cephadm 2024-04-26T05:01:26.043527+0000 mgr.x (mgr.24613) 30 : cephadm [INF] Reconfiguring node-exporter.a (dependencies changed)... 2024-04-26T05:01:27.388 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:27 smithi102 bash[21319]: cephadm 2024-04-26T05:01:26.044168+0000 mgr.x (mgr.24613) 31 : cephadm [INF] Reconfiguring daemon node-exporter.a on smithi102 2024-04-26T05:01:27.388 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:27 smithi102 bash[21319]: cluster 2024-04-26T05:01:26.466041+0000 mgr.x (mgr.24613) 32 : cluster [DBG] pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:27.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:27 smithi174 bash[23471]: cephadm 2024-04-26T05:01:25.582683+0000 mgr.x (mgr.24613) 26 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-26T05:01:27.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:27 smithi174 bash[23471]: cephadm 2024-04-26T05:01:25.583670+0000 mgr.x (mgr.24613) 27 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.client.admin.keyring 2024-04-26T05:01:27.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:27 smithi174 bash[23471]: cephadm 2024-04-26T05:01:25.747556+0000 mgr.x (mgr.24613) 28 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T05:01:27.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:27 smithi174 bash[23471]: cephadm 2024-04-26T05:01:25.748552+0000 mgr.x (mgr.24613) 29 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T05:01:27.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:27 smithi174 bash[23471]: cephadm 2024-04-26T05:01:26.043527+0000 mgr.x (mgr.24613) 30 : cephadm [INF] Reconfiguring node-exporter.a (dependencies changed)... 2024-04-26T05:01:27.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:27 smithi174 bash[23471]: cephadm 2024-04-26T05:01:26.044168+0000 mgr.x (mgr.24613) 31 : cephadm [INF] Reconfiguring daemon node-exporter.a on smithi102 2024-04-26T05:01:27.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:27 smithi174 bash[23471]: cluster 2024-04-26T05:01:26.466041+0000 mgr.x (mgr.24613) 32 : cluster [DBG] pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:27.701 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:27 smithi102 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-26T05:01:27.701 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:27 smithi102 bash[74105]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-node-exporter-a 2024-04-26T05:01:27.701 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:27 smithi102 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-26T05:01:27.702 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:27 smithi102 systemd[1]: Stopped Ceph node-exporter.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:01:27.702 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:27 smithi102 systemd[1]: Started Ceph node-exporter.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:01:28.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:27 smithi102 bash[21576]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:01:27] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T05:01:28.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:28 smithi102 bash[31411]: audit 2024-04-26T05:01:27.455268+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:28.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:28 smithi102 bash[31411]: audit 2024-04-26T05:01:27.467942+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:28.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:28 smithi102 bash[31411]: audit 2024-04-26T05:01:28.375951+0000 mon.c (mon.2) 162 : audit [DBG] from='client.? 172.21.15.102:0/3764367307' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:28.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:28 smithi102 bash[21319]: audit 2024-04-26T05:01:27.455268+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:28.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:28 smithi102 bash[21319]: audit 2024-04-26T05:01:27.467942+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:28.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:28 smithi102 bash[21319]: audit 2024-04-26T05:01:28.375951+0000 mon.c (mon.2) 162 : audit [DBG] from='client.? 172.21.15.102:0/3764367307' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:28.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:01:28 smithi174 bash[52350]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:01:28] "GET /metrics HTTP/1.1" 200 33857 "" "Prometheus/2.43.0" 2024-04-26T05:01:28.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:28 smithi174 bash[23471]: audit 2024-04-26T05:01:27.455268+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:28.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:28 smithi174 bash[23471]: audit 2024-04-26T05:01:27.467942+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:28.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:28 smithi174 bash[23471]: audit 2024-04-26T05:01:28.375951+0000 mon.c (mon.2) 162 : audit [DBG] from='client.? 172.21.15.102:0/3764367307' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:29.458 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.291Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-26T05:01:29.458 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.291Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-26T05:01:29.458 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.292Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-26T05:01:29.459 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.292Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-26T05:01:29.459 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.292Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-26T05:01:29.459 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-26T05:01:29.459 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-26T05:01:29.459 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=arp 2024-04-26T05:01:29.459 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-26T05:01:29.459 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-26T05:01:29.459 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-26T05:01:29.459 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-26T05:01:29.460 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-26T05:01:29.460 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-26T05:01:29.460 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-26T05:01:29.460 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-26T05:01:29.460 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=edac 2024-04-26T05:01:29.460 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-26T05:01:29.460 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-26T05:01:29.460 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-26T05:01:29.460 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-26T05:01:29.460 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-26T05:01:29.460 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-26T05:01:29.460 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-26T05:01:29.460 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-26T05:01:29.460 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-26T05:01:29.461 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-26T05:01:29.461 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-26T05:01:29.461 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-26T05:01:29.461 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-26T05:01:29.461 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-26T05:01:29.461 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-26T05:01:29.461 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-26T05:01:29.461 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=os 2024-04-26T05:01:29.461 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-26T05:01:29.461 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-26T05:01:29.461 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-26T05:01:29.461 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-26T05:01:29.461 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-26T05:01:29.461 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-26T05:01:29.461 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-26T05:01:29.462 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=stat 2024-04-26T05:01:29.462 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-26T05:01:29.462 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-26T05:01:29.462 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-26T05:01:29.462 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=time 2024-04-26T05:01:29.462 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-26T05:01:29.462 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=uname 2024-04-26T05:01:29.462 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-26T05:01:29.462 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-26T05:01:29.462 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-26T05:01:29.462 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-26T05:01:29.462 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[74133]: ts=2024-04-26T05:01:29.293Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-26T05:01:29.773 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[21319]: cephadm 2024-04-26T05:01:27.512655+0000 mgr.x (mgr.24613) 33 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-04-26T05:01:29.773 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[21319]: cephadm 2024-04-26T05:01:27.546838+0000 mgr.x (mgr.24613) 34 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi102 2024-04-26T05:01:29.774 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[21319]: cluster 2024-04-26T05:01:28.467005+0000 mgr.x (mgr.24613) 35 : cluster [DBG] pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:29.774 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[31411]: cephadm 2024-04-26T05:01:27.512655+0000 mgr.x (mgr.24613) 33 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-04-26T05:01:29.774 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[31411]: cephadm 2024-04-26T05:01:27.546838+0000 mgr.x (mgr.24613) 34 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi102 2024-04-26T05:01:29.774 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:29 smithi102 bash[31411]: cluster 2024-04-26T05:01:28.467005+0000 mgr.x (mgr.24613) 35 : cluster [DBG] pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:29.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:29 smithi174 bash[23471]: cephadm 2024-04-26T05:01:27.512655+0000 mgr.x (mgr.24613) 33 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-04-26T05:01:29.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:29 smithi174 bash[23471]: cephadm 2024-04-26T05:01:27.546838+0000 mgr.x (mgr.24613) 34 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi102 2024-04-26T05:01:29.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:29 smithi174 bash[23471]: cluster 2024-04-26T05:01:28.467005+0000 mgr.x (mgr.24613) 35 : cluster [DBG] pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:30.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:30 smithi102 bash[31411]: cluster 2024-04-26T05:01:30.467676+0000 mgr.x (mgr.24613) 36 : cluster [DBG] pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:30.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:30 smithi102 bash[21319]: cluster 2024-04-26T05:01:30.467676+0000 mgr.x (mgr.24613) 36 : cluster [DBG] pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:30.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:30 smithi174 bash[23471]: cluster 2024-04-26T05:01:30.467676+0000 mgr.x (mgr.24613) 36 : cluster [DBG] pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:31.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:31 smithi102 bash[21319]: audit 2024-04-26T05:01:30.574796+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:01:31.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:31 smithi102 bash[21319]: audit 2024-04-26T05:01:30.811242+0000 mon.c (mon.2) 163 : audit [DBG] from='client.? 172.21.15.102:0/2928230294' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:31.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:31 smithi102 bash[31411]: audit 2024-04-26T05:01:30.574796+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:01:31.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:31 smithi102 bash[31411]: audit 2024-04-26T05:01:30.811242+0000 mon.c (mon.2) 163 : audit [DBG] from='client.? 172.21.15.102:0/2928230294' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:31.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:31 smithi174 bash[23471]: audit 2024-04-26T05:01:30.574796+0000 mon.b (mon.1) 63 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:01:31.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:31 smithi174 bash[23471]: audit 2024-04-26T05:01:30.811242+0000 mon.c (mon.2) 163 : audit [DBG] from='client.? 172.21.15.102:0/2928230294' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:32.201 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:01:31 smithi102 systemd[1]: Stopping Ceph alertmanager.a for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:01:32.201 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:01:32 smithi102 bash[58026]: ts=2024-04-26T05:01:32.034Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-26T05:01:32.813 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:32 smithi102 bash[31411]: cluster 2024-04-26T05:01:32.468747+0000 mgr.x (mgr.24613) 37 : cluster [DBG] pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:32.814 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:01:32 smithi102 bash[74421]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-alertmanager-a 2024-04-26T05:01:32.815 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:01:32 smithi102 bash[74483]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-alertmanager-a 2024-04-26T05:01:32.815 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:32 smithi102 bash[21319]: cluster 2024-04-26T05:01:32.468747+0000 mgr.x (mgr.24613) 37 : cluster [DBG] pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:32.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:32 smithi174 bash[23471]: cluster 2024-04-26T05:01:32.468747+0000 mgr.x (mgr.24613) 37 : cluster [DBG] pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:33.201 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:01:32 smithi102 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-26T05:01:33.202 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:01:32 smithi102 systemd[1]: Stopped Ceph alertmanager.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:01:33.202 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:01:32 smithi102 systemd[1]: Started Ceph alertmanager.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:01:33.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:33 smithi174 bash[23471]: audit 2024-04-26T05:01:32.873085+0000 mon.a (mon.0) 942 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:33.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:33 smithi174 bash[23471]: audit 2024-04-26T05:01:32.887740+0000 mon.a (mon.0) 943 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:33.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:33 smithi174 bash[23471]: cephadm 2024-04-26T05:01:32.932657+0000 mgr.x (mgr.24613) 38 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T05:01:33.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:33 smithi174 bash[23471]: cephadm 2024-04-26T05:01:33.225015+0000 mgr.x (mgr.24613) 39 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi174 2024-04-26T05:01:33.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:33 smithi174 bash[23471]: audit 2024-04-26T05:01:33.230204+0000 mon.c (mon.2) 164 : audit [DBG] from='client.? 172.21.15.102:0/2522445363' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:34.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:33 smithi102 bash[31411]: audit 2024-04-26T05:01:32.873085+0000 mon.a (mon.0) 942 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:34.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:33 smithi102 bash[31411]: audit 2024-04-26T05:01:32.887740+0000 mon.a (mon.0) 943 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:34.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:33 smithi102 bash[31411]: cephadm 2024-04-26T05:01:32.932657+0000 mgr.x (mgr.24613) 38 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T05:01:34.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:33 smithi102 bash[31411]: cephadm 2024-04-26T05:01:33.225015+0000 mgr.x (mgr.24613) 39 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi174 2024-04-26T05:01:34.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:33 smithi102 bash[31411]: audit 2024-04-26T05:01:33.230204+0000 mon.c (mon.2) 164 : audit [DBG] from='client.? 172.21.15.102:0/2522445363' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:34.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:33 smithi102 bash[21319]: audit 2024-04-26T05:01:32.873085+0000 mon.a (mon.0) 942 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:34.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:33 smithi102 bash[21319]: audit 2024-04-26T05:01:32.887740+0000 mon.a (mon.0) 943 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:34.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:33 smithi102 bash[21319]: cephadm 2024-04-26T05:01:32.932657+0000 mgr.x (mgr.24613) 38 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T05:01:34.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:33 smithi102 bash[21319]: cephadm 2024-04-26T05:01:33.225015+0000 mgr.x (mgr.24613) 39 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi174 2024-04-26T05:01:34.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:33 smithi102 bash[21319]: audit 2024-04-26T05:01:33.230204+0000 mon.c (mon.2) 164 : audit [DBG] from='client.? 172.21.15.102:0/2522445363' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:34.203 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:01:33 smithi102 bash[74515]: ts=2024-04-26T05:01:33.870Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-26T05:01:34.203 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:01:33 smithi102 bash[74515]: ts=2024-04-26T05:01:33.870Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-26T05:01:34.203 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:01:33 smithi102 bash[74515]: ts=2024-04-26T05:01:33.871Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.102 port=9094 2024-04-26T05:01:34.203 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:01:33 smithi102 bash[74515]: ts=2024-04-26T05:01:33.872Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-26T05:01:34.203 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:01:33 smithi102 bash[74515]: ts=2024-04-26T05:01:33.903Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-26T05:01:34.203 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:01:33 smithi102 bash[74515]: ts=2024-04-26T05:01:33.903Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-26T05:01:34.203 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:01:33 smithi102 bash[74515]: ts=2024-04-26T05:01:33.906Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-26T05:01:34.203 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:01:33 smithi102 bash[74515]: ts=2024-04-26T05:01:33.906Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-26T05:01:34.995 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:34 smithi174 bash[23471]: cluster 2024-04-26T05:01:34.469371+0000 mgr.x (mgr.24613) 40 : cluster [DBG] pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:35.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:34 smithi102 bash[31411]: cluster 2024-04-26T05:01:34.469371+0000 mgr.x (mgr.24613) 40 : cluster [DBG] pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:35.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:34 smithi102 bash[21319]: cluster 2024-04-26T05:01:34.469371+0000 mgr.x (mgr.24613) 40 : cluster [DBG] pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:36.158 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:35 smithi174 bash[23471]: audit 2024-04-26T05:01:35.665883+0000 mon.a (mon.0) 944 : audit [DBG] from='client.? 172.21.15.102:0/72881294' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:36.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:35 smithi102 bash[31411]: audit 2024-04-26T05:01:35.665883+0000 mon.a (mon.0) 944 : audit [DBG] from='client.? 172.21.15.102:0/72881294' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:36.202 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:01:35 smithi102 bash[74515]: ts=2024-04-26T05:01:35.872Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000429384s 2024-04-26T05:01:36.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:35 smithi102 bash[21319]: audit 2024-04-26T05:01:35.665883+0000 mon.a (mon.0) 944 : audit [DBG] from='client.? 172.21.15.102:0/72881294' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:37.137 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:36 smithi174 bash[23471]: cluster 2024-04-26T05:01:36.470159+0000 mgr.x (mgr.24613) 41 : cluster [DBG] pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:37.138 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:36 smithi174 systemd[1]: Stopping Ceph prometheus.a for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:01:37.138 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:36 smithi174 bash[50505]: ts=2024-04-26T05:01:36.976Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-26T05:01:37.138 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:36 smithi174 bash[50505]: ts=2024-04-26T05:01:36.976Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-26T05:01:37.138 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:36 smithi174 bash[50505]: ts=2024-04-26T05:01:36.976Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-26T05:01:37.138 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:36 smithi174 bash[50505]: ts=2024-04-26T05:01:36.976Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-26T05:01:37.138 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:36 smithi174 bash[50505]: ts=2024-04-26T05:01:36.976Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-26T05:01:37.138 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:36 smithi174 bash[50505]: ts=2024-04-26T05:01:36.976Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-26T05:01:37.138 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:36 smithi174 bash[50505]: ts=2024-04-26T05:01:36.976Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-26T05:01:37.138 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:36 smithi174 bash[50505]: ts=2024-04-26T05:01:36.976Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-26T05:01:37.138 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:36 smithi174 bash[50505]: ts=2024-04-26T05:01:36.976Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-26T05:01:37.138 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:36 smithi174 bash[50505]: ts=2024-04-26T05:01:36.977Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-26T05:01:37.138 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:36 smithi174 bash[50505]: ts=2024-04-26T05:01:36.977Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-26T05:01:37.138 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:36 smithi174 bash[50505]: ts=2024-04-26T05:01:36.977Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-26T05:01:37.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:36 smithi102 bash[21319]: cluster 2024-04-26T05:01:36.470159+0000 mgr.x (mgr.24613) 41 : cluster [DBG] pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:37.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:36 smithi102 bash[31411]: cluster 2024-04-26T05:01:36.470159+0000 mgr.x (mgr.24613) 41 : cluster [DBG] pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:37.754 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:37 smithi174 bash[59289]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-prometheus-a 2024-04-26T05:01:37.754 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:37 smithi174 bash[59348]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-prometheus-a 2024-04-26T05:01:37.754 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:37 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-26T05:01:37.754 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:37 smithi174 systemd[1]: Stopped Ceph prometheus.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:01:37.754 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:37 smithi174 systemd[1]: Started Ceph prometheus.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:01:38.561 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:38 smithi174 systemd[1]: Stopping Ceph node-exporter.b for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:01:38.817 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[23471]: audit 2024-04-26T05:01:37.760401+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:38.817 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[23471]: audit 2024-04-26T05:01:37.772554+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:38.817 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[23471]: cephadm 2024-04-26T05:01:37.806593+0000 mgr.x (mgr.24613) 42 : cephadm [INF] Reconfiguring node-exporter.b (dependencies changed)... 2024-04-26T05:01:38.817 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[23471]: cephadm 2024-04-26T05:01:37.807086+0000 mgr.x (mgr.24613) 43 : cephadm [INF] Reconfiguring daemon node-exporter.b on smithi174 2024-04-26T05:01:38.817 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[23471]: audit 2024-04-26T05:01:38.099608+0000 mon.c (mon.2) 165 : audit [DBG] from='client.? 172.21.15.102:0/625275972' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:38.817 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[23471]: cluster 2024-04-26T05:01:38.471347+0000 mgr.x (mgr.24613) 44 : cluster [DBG] pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:38.818 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.653Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-26T05:01:38.818 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.653Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-26T05:01:38.818 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.653Z caller=main.go:570 level=info host_details="(Linux 5.15.0-105-generic #115-Ubuntu SMP Mon Apr 15 09:52:04 UTC 2024 x86_64 smithi174 (none))" 2024-04-26T05:01:38.818 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.653Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-26T05:01:38.818 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.653Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-26T05:01:38.818 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.655Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-26T05:01:38.818 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.655Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-26T05:01:38.818 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.657Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-26T05:01:38.818 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.657Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-26T05:01:38.819 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.658Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-26T05:01:38.819 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.658Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.523µs 2024-04-26T05:01:38.819 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.659Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-26T05:01:38.819 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.659Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-26T05:01:38.819 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.682Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-26T05:01:38.819 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.683Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-26T05:01:38.819 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.683Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=28.87µs wal_replay_duration=24.118127ms wbl_replay_duration=126ns total_replay_duration=24.165899ms 2024-04-26T05:01:38.819 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.685Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-26T05:01:38.819 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.685Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-26T05:01:38.819 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.685Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-26T05:01:38.819 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.707Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.557109ms db_storage=1.038µs remote_storage=1.194µs web_handler=385ns query_engine=737ns scrape=275.262µs scrape_sd=98.059µs notify=20.587µs notify_sd=9.189µs rules=20.879534ms tracing=5.666µs 2024-04-26T05:01:38.819 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.707Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-26T05:01:38.819 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59377]: ts=2024-04-26T05:01:38.707Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-26T05:01:39.091 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:38 smithi174 bash[59425]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-node-exporter-b 2024-04-26T05:01:39.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:38 smithi102 bash[31411]: audit 2024-04-26T05:01:37.760401+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:39.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:38 smithi102 bash[31411]: audit 2024-04-26T05:01:37.772554+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:39.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:38 smithi102 bash[31411]: cephadm 2024-04-26T05:01:37.806593+0000 mgr.x (mgr.24613) 42 : cephadm [INF] Reconfiguring node-exporter.b (dependencies changed)... 2024-04-26T05:01:39.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:38 smithi102 bash[31411]: cephadm 2024-04-26T05:01:37.807086+0000 mgr.x (mgr.24613) 43 : cephadm [INF] Reconfiguring daemon node-exporter.b on smithi174 2024-04-26T05:01:39.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:38 smithi102 bash[31411]: audit 2024-04-26T05:01:38.099608+0000 mon.c (mon.2) 165 : audit [DBG] from='client.? 172.21.15.102:0/625275972' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:39.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:38 smithi102 bash[31411]: cluster 2024-04-26T05:01:38.471347+0000 mgr.x (mgr.24613) 44 : cluster [DBG] pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:39.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:38 smithi102 bash[21319]: audit 2024-04-26T05:01:37.760401+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:39.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:38 smithi102 bash[21319]: audit 2024-04-26T05:01:37.772554+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:39.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:38 smithi102 bash[21319]: cephadm 2024-04-26T05:01:37.806593+0000 mgr.x (mgr.24613) 42 : cephadm [INF] Reconfiguring node-exporter.b (dependencies changed)... 2024-04-26T05:01:39.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:38 smithi102 bash[21319]: cephadm 2024-04-26T05:01:37.807086+0000 mgr.x (mgr.24613) 43 : cephadm [INF] Reconfiguring daemon node-exporter.b on smithi174 2024-04-26T05:01:39.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:38 smithi102 bash[21319]: audit 2024-04-26T05:01:38.099608+0000 mon.c (mon.2) 165 : audit [DBG] from='client.? 172.21.15.102:0/625275972' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:39.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:38 smithi102 bash[21319]: cluster 2024-04-26T05:01:38.471347+0000 mgr.x (mgr.24613) 44 : cluster [DBG] pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:39.429 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:39 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-26T05:01:39.430 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:39 smithi174 bash[59540]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-node-exporter-b 2024-04-26T05:01:39.430 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:39 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-26T05:01:39.430 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:39 smithi174 systemd[1]: Stopped Ceph node-exporter.b for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:01:39.430 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:39 smithi174 systemd[1]: Started Ceph node-exporter.b for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:01:40.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[23471]: audit 2024-04-26T05:01:39.158930+0000 mon.a (mon.0) 947 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:40.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[23471]: audit 2024-04-26T05:01:39.172486+0000 mon.a (mon.0) 948 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:40.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[23471]: cephadm 2024-04-26T05:01:39.173560+0000 mgr.x (mgr.24613) 45 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2024-04-26T05:01:40.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[23471]: cephadm 2024-04-26T05:01:39.190062+0000 mgr.x (mgr.24613) 46 : cephadm [INF] Reconfiguring daemon grafana.a on smithi174 2024-04-26T05:01:40.431 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.095Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-26T05:01:40.431 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.095Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-26T05:01:40.431 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.096Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-26T05:01:40.431 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.096Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-26T05:01:40.431 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.096Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-26T05:01:40.431 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.096Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-26T05:01:40.431 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-26T05:01:40.431 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=arp 2024-04-26T05:01:40.431 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-26T05:01:40.431 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-26T05:01:40.431 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-26T05:01:40.432 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-26T05:01:40.432 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-26T05:01:40.432 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-26T05:01:40.432 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-26T05:01:40.432 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-26T05:01:40.432 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=edac 2024-04-26T05:01:40.432 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-26T05:01:40.432 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-26T05:01:40.432 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-26T05:01:40.432 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-26T05:01:40.432 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-26T05:01:40.432 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-26T05:01:40.432 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-26T05:01:40.432 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-26T05:01:40.432 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-26T05:01:40.433 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-26T05:01:40.433 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-26T05:01:40.433 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-26T05:01:40.433 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-26T05:01:40.433 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-26T05:01:40.433 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-26T05:01:40.433 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-26T05:01:40.433 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=os 2024-04-26T05:01:40.433 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-26T05:01:40.434 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-26T05:01:40.434 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-26T05:01:40.434 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-26T05:01:40.434 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-26T05:01:40.434 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-26T05:01:40.434 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-26T05:01:40.434 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=stat 2024-04-26T05:01:40.434 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-26T05:01:40.434 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-26T05:01:40.434 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-26T05:01:40.434 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=time 2024-04-26T05:01:40.434 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-26T05:01:40.434 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=uname 2024-04-26T05:01:40.434 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-26T05:01:40.435 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-26T05:01:40.435 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.097Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-26T05:01:40.435 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.098Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-26T05:01:40.435 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:01:40 smithi174 bash[59568]: ts=2024-04-26T05:01:40.098Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-26T05:01:40.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:40 smithi102 bash[21319]: audit 2024-04-26T05:01:39.158930+0000 mon.a (mon.0) 947 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:40.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:40 smithi102 bash[21319]: audit 2024-04-26T05:01:39.172486+0000 mon.a (mon.0) 948 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:40.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:40 smithi102 bash[21319]: cephadm 2024-04-26T05:01:39.173560+0000 mgr.x (mgr.24613) 45 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2024-04-26T05:01:40.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:40 smithi102 bash[21319]: cephadm 2024-04-26T05:01:39.190062+0000 mgr.x (mgr.24613) 46 : cephadm [INF] Reconfiguring daemon grafana.a on smithi174 2024-04-26T05:01:40.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:40 smithi102 bash[31411]: audit 2024-04-26T05:01:39.158930+0000 mon.a (mon.0) 947 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:40.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:40 smithi102 bash[31411]: audit 2024-04-26T05:01:39.172486+0000 mon.a (mon.0) 948 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:40.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:40 smithi102 bash[31411]: cephadm 2024-04-26T05:01:39.173560+0000 mgr.x (mgr.24613) 45 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2024-04-26T05:01:40.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:40 smithi102 bash[31411]: cephadm 2024-04-26T05:01:39.190062+0000 mgr.x (mgr.24613) 46 : cephadm [INF] Reconfiguring daemon grafana.a on smithi174 2024-04-26T05:01:41.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:41 smithi174 bash[23471]: cluster 2024-04-26T05:01:40.472015+0000 mgr.x (mgr.24613) 47 : cluster [DBG] pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:41.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:41 smithi174 bash[23471]: audit 2024-04-26T05:01:40.534717+0000 mon.a (mon.0) 949 : audit [DBG] from='client.? 172.21.15.102:0/2261207922' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:41.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:41 smithi102 bash[31411]: cluster 2024-04-26T05:01:40.472015+0000 mgr.x (mgr.24613) 47 : cluster [DBG] pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:41.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:41 smithi102 bash[31411]: audit 2024-04-26T05:01:40.534717+0000 mon.a (mon.0) 949 : audit [DBG] from='client.? 172.21.15.102:0/2261207922' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:41.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:41 smithi102 bash[21319]: cluster 2024-04-26T05:01:40.472015+0000 mgr.x (mgr.24613) 47 : cluster [DBG] pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:41.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:41 smithi102 bash[21319]: audit 2024-04-26T05:01:40.534717+0000 mon.a (mon.0) 949 : audit [DBG] from='client.? 172.21.15.102:0/2261207922' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:42.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:42 smithi174 bash[23471]: cluster 2024-04-26T05:01:42.473355+0000 mgr.x (mgr.24613) 48 : cluster [DBG] pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:42.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:42 smithi102 bash[31411]: cluster 2024-04-26T05:01:42.473355+0000 mgr.x (mgr.24613) 48 : cluster [DBG] pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:42.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:42 smithi102 bash[21319]: cluster 2024-04-26T05:01:42.473355+0000 mgr.x (mgr.24613) 48 : cluster [DBG] pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:43.871 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:43 smithi102 bash[31411]: audit 2024-04-26T05:01:42.965143+0000 mon.a (mon.0) 950 : audit [DBG] from='client.? 172.21.15.102:0/3113353390' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:43.872 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:43 smithi102 bash[21319]: audit 2024-04-26T05:01:42.965143+0000 mon.a (mon.0) 950 : audit [DBG] from='client.? 172.21.15.102:0/3113353390' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:43.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:43 smithi174 bash[23471]: audit 2024-04-26T05:01:42.965143+0000 mon.a (mon.0) 950 : audit [DBG] from='client.? 172.21.15.102:0/3113353390' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:44.201 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:01:43 smithi102 bash[74515]: ts=2024-04-26T05:01:43.875Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002892443s 2024-04-26T05:01:44.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:44 smithi174 bash[23471]: cluster 2024-04-26T05:01:44.473866+0000 mgr.x (mgr.24613) 49 : cluster [DBG] pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:44.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:44 smithi102 bash[31411]: cluster 2024-04-26T05:01:44.473866+0000 mgr.x (mgr.24613) 49 : cluster [DBG] pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:44.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:44 smithi102 bash[21319]: cluster 2024-04-26T05:01:44.473866+0000 mgr.x (mgr.24613) 49 : cluster [DBG] pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:45.894 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:45 smithi174 bash[23471]: audit 2024-04-26T05:01:45.377119+0000 mon.b (mon.1) 64 : audit [DBG] from='client.? 172.21.15.102:0/1472868437' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:45.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:45 smithi102 bash[31411]: audit 2024-04-26T05:01:45.377119+0000 mon.b (mon.1) 64 : audit [DBG] from='client.? 172.21.15.102:0/1472868437' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:45.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:45 smithi102 bash[21319]: audit 2024-04-26T05:01:45.377119+0000 mon.b (mon.1) 64 : audit [DBG] from='client.? 172.21.15.102:0/1472868437' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:46.569 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:01:46 smithi174 bash[52350]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:01:46] "GET /metrics HTTP/1.1" 200 33845 "" "Prometheus/2.43.0" 2024-04-26T05:01:46.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:46 smithi174 bash[23471]: audit 2024-04-26T05:01:45.574269+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:01:46.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:46 smithi174 bash[23471]: cluster 2024-04-26T05:01:46.474500+0000 mgr.x (mgr.24613) 50 : cluster [DBG] pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:46.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:46 smithi102 bash[21319]: audit 2024-04-26T05:01:45.574269+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:01:46.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:46 smithi102 bash[21319]: cluster 2024-04-26T05:01:46.474500+0000 mgr.x (mgr.24613) 50 : cluster [DBG] pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:46.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:46 smithi102 bash[31411]: audit 2024-04-26T05:01:45.574269+0000 mon.b (mon.1) 65 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:01:46.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:46 smithi102 bash[31411]: cluster 2024-04-26T05:01:46.474500+0000 mgr.x (mgr.24613) 50 : cluster [DBG] pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:48.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:47 smithi174 bash[23471]: audit 2024-04-26T05:01:47.811871+0000 mon.c (mon.2) 166 : audit [DBG] from='client.? 172.21.15.102:0/2082698256' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:48.201 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:47 smithi102 bash[21319]: audit 2024-04-26T05:01:47.811871+0000 mon.c (mon.2) 166 : audit [DBG] from='client.? 172.21.15.102:0/2082698256' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:48.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:47 smithi102 bash[31411]: audit 2024-04-26T05:01:47.811871+0000 mon.c (mon.2) 166 : audit [DBG] from='client.? 172.21.15.102:0/2082698256' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:48.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:48 smithi174 bash[23471]: cluster 2024-04-26T05:01:48.475495+0000 mgr.x (mgr.24613) 51 : cluster [DBG] pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:48.930 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:48 smithi174 bash[59377]: ts=2024-04-26T05:01:48.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:01:49.201 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:48 smithi102 bash[31411]: cluster 2024-04-26T05:01:48.475495+0000 mgr.x (mgr.24613) 51 : cluster [DBG] pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:49.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:48 smithi102 bash[21319]: cluster 2024-04-26T05:01:48.475495+0000 mgr.x (mgr.24613) 51 : cluster [DBG] pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:50.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:50 smithi174 bash[23471]: audit 2024-04-26T05:01:50.244300+0000 mon.c (mon.2) 167 : audit [DBG] from='client.? 172.21.15.102:0/358247953' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:50.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:50 smithi102 bash[31411]: audit 2024-04-26T05:01:50.244300+0000 mon.c (mon.2) 167 : audit [DBG] from='client.? 172.21.15.102:0/358247953' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:50.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:50 smithi102 bash[21319]: audit 2024-04-26T05:01:50.244300+0000 mon.c (mon.2) 167 : audit [DBG] from='client.? 172.21.15.102:0/358247953' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:51.605 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:51 smithi174 bash[23471]: cluster 2024-04-26T05:01:50.476111+0000 mgr.x (mgr.24613) 52 : cluster [DBG] pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:51.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:51 smithi102 bash[31411]: cluster 2024-04-26T05:01:50.476111+0000 mgr.x (mgr.24613) 52 : cluster [DBG] pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:51.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:51 smithi102 bash[21319]: cluster 2024-04-26T05:01:50.476111+0000 mgr.x (mgr.24613) 52 : cluster [DBG] pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:51.891 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:01:51 smithi174 systemd[1]: Stopping Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:01:52.424 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:01:52 smithi174 bash[59850]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-grafana-a 2024-04-26T05:01:52.424 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:01:52 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-26T05:01:52.424 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:01:52 smithi174 bash[59909]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-grafana-a 2024-04-26T05:01:52.424 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:01:52 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-26T05:01:52.424 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:01:52 smithi174 systemd[1]: Stopped Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:01:52.424 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:01:52 smithi174 systemd[1]: Started Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:01:53.461 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:53 smithi174 bash[23471]: audit 2024-04-26T05:01:52.430731+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:53.462 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:53 smithi174 bash[23471]: audit 2024-04-26T05:01:52.442003+0000 mon.a (mon.0) 952 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:53.462 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:53 smithi174 bash[23471]: audit 2024-04-26T05:01:52.450741+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T05:01:53.462 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:53 smithi174 bash[23471]: audit 2024-04-26T05:01:52.451295+0000 mgr.x (mgr.24613) 53 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T05:01:53.462 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:53 smithi174 bash[23471]: audit 2024-04-26T05:01:52.454714+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T05:01:53.462 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:53 smithi174 bash[23471]: audit 2024-04-26T05:01:52.455244+0000 mgr.x (mgr.24613) 54 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T05:01:53.462 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:53 smithi174 bash[23471]: audit 2024-04-26T05:01:52.458387+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T05:01:53.462 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:53 smithi174 bash[23471]: audit 2024-04-26T05:01:52.458858+0000 mgr.x (mgr.24613) 55 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T05:01:53.462 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:53 smithi174 bash[23471]: audit 2024-04-26T05:01:52.465059+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:01:53.462 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:53 smithi174 bash[23471]: cephadm 2024-04-26T05:01:52.466289+0000 mgr.x (mgr.24613) 56 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-04-26T05:01:53.462 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:53 smithi174 bash[23471]: cephadm 2024-04-26T05:01:52.466822+0000 mgr.x (mgr.24613) 57 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-04-26T05:01:53.462 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:53 smithi174 bash[23471]: cluster 2024-04-26T05:01:52.476741+0000 mgr.x (mgr.24613) 58 : cluster [DBG] pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:53.462 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:53 smithi174 bash[23471]: audit 2024-04-26T05:01:52.670874+0000 mon.a (mon.0) 953 : audit [DBG] from='client.? 172.21.15.102:0/1174364529' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:53.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[31411]: audit 2024-04-26T05:01:52.430731+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:53.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[31411]: audit 2024-04-26T05:01:52.442003+0000 mon.a (mon.0) 952 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:53.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[31411]: audit 2024-04-26T05:01:52.450741+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T05:01:53.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[31411]: audit 2024-04-26T05:01:52.451295+0000 mgr.x (mgr.24613) 53 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T05:01:53.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[31411]: audit 2024-04-26T05:01:52.454714+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T05:01:53.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[31411]: audit 2024-04-26T05:01:52.455244+0000 mgr.x (mgr.24613) 54 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T05:01:53.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[31411]: audit 2024-04-26T05:01:52.458387+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T05:01:53.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[31411]: audit 2024-04-26T05:01:52.458858+0000 mgr.x (mgr.24613) 55 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T05:01:53.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[31411]: audit 2024-04-26T05:01:52.465059+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:01:53.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[31411]: cephadm 2024-04-26T05:01:52.466289+0000 mgr.x (mgr.24613) 56 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-04-26T05:01:53.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[31411]: cephadm 2024-04-26T05:01:52.466822+0000 mgr.x (mgr.24613) 57 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-04-26T05:01:53.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[31411]: cluster 2024-04-26T05:01:52.476741+0000 mgr.x (mgr.24613) 58 : cluster [DBG] pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:53.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[31411]: audit 2024-04-26T05:01:52.670874+0000 mon.a (mon.0) 953 : audit [DBG] from='client.? 172.21.15.102:0/1174364529' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:53.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[21319]: audit 2024-04-26T05:01:52.430731+0000 mon.a (mon.0) 951 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:53.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[21319]: audit 2024-04-26T05:01:52.442003+0000 mon.a (mon.0) 952 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:53.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[21319]: audit 2024-04-26T05:01:52.450741+0000 mon.b (mon.1) 66 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T05:01:53.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[21319]: audit 2024-04-26T05:01:52.451295+0000 mgr.x (mgr.24613) 53 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-26T05:01:53.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[21319]: audit 2024-04-26T05:01:52.454714+0000 mon.b (mon.1) 67 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T05:01:53.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[21319]: audit 2024-04-26T05:01:52.455244+0000 mgr.x (mgr.24613) 54 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T05:01:53.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[21319]: audit 2024-04-26T05:01:52.458387+0000 mon.b (mon.1) 68 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T05:01:53.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[21319]: audit 2024-04-26T05:01:52.458858+0000 mgr.x (mgr.24613) 55 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-26T05:01:53.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[21319]: audit 2024-04-26T05:01:52.465059+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:01:53.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[21319]: cephadm 2024-04-26T05:01:52.466289+0000 mgr.x (mgr.24613) 56 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-04-26T05:01:53.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[21319]: cephadm 2024-04-26T05:01:52.466822+0000 mgr.x (mgr.24613) 57 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-04-26T05:01:53.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[21319]: cluster 2024-04-26T05:01:52.476741+0000 mgr.x (mgr.24613) 58 : cluster [DBG] pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:53.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:53 smithi102 bash[21319]: audit 2024-04-26T05:01:52.670874+0000 mon.a (mon.0) 953 : audit [DBG] from='client.? 172.21.15.102:0/1174364529' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:53.930 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:01:53 smithi174 bash[59936]: logger=settings t=2024-04-26T05:01:53.461807825Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-26T05:01:54.430 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:01:54 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-26T05:01:54.430 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:01:54 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-26T05:01:54.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:54 smithi174 bash[23471]: cluster 2024-04-26T05:01:54.477366+0000 mgr.x (mgr.24613) 59 : cluster [DBG] pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:54.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:54 smithi102 bash[31411]: cluster 2024-04-26T05:01:54.477366+0000 mgr.x (mgr.24613) 59 : cluster [DBG] pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:54.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:54 smithi102 bash[21319]: cluster 2024-04-26T05:01:54.477366+0000 mgr.x (mgr.24613) 59 : cluster [DBG] pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:55.945 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:55 smithi102 bash[21319]: cephadm 2024-04-26T05:01:54.686030+0000 mgr.x (mgr.24613) 60 : cephadm [INF] Upgrade: Updating mgr.y 2024-04-26T05:01:55.945 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:55 smithi102 bash[21319]: audit 2024-04-26T05:01:54.696155+0000 mon.a (mon.0) 954 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:55.945 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:55 smithi102 bash[21319]: audit 2024-04-26T05:01:54.698156+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:01:55.945 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:55 smithi102 bash[21319]: audit 2024-04-26T05:01:54.701047+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T05:01:55.945 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:55 smithi102 bash[21319]: audit 2024-04-26T05:01:54.701943+0000 mon.a (mon.0) 955 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:01:55.946 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:55 smithi102 bash[21319]: audit 2024-04-26T05:01:54.703023+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:01:55.946 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:55 smithi102 bash[21319]: cephadm 2024-04-26T05:01:54.705187+0000 mgr.x (mgr.24613) 61 : cephadm [INF] Deploying daemon mgr.y on smithi102 2024-04-26T05:01:55.946 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:55 smithi102 bash[21319]: audit 2024-04-26T05:01:55.113578+0000 mon.c (mon.2) 168 : audit [DBG] from='client.? 172.21.15.102:0/3258805558' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:55.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:55 smithi102 bash[31411]: cephadm 2024-04-26T05:01:54.686030+0000 mgr.x (mgr.24613) 60 : cephadm [INF] Upgrade: Updating mgr.y 2024-04-26T05:01:55.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:55 smithi102 bash[31411]: audit 2024-04-26T05:01:54.696155+0000 mon.a (mon.0) 954 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:55.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:55 smithi102 bash[31411]: audit 2024-04-26T05:01:54.698156+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:01:55.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:55 smithi102 bash[31411]: audit 2024-04-26T05:01:54.701047+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T05:01:55.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:55 smithi102 bash[31411]: audit 2024-04-26T05:01:54.701943+0000 mon.a (mon.0) 955 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:01:55.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:55 smithi102 bash[31411]: audit 2024-04-26T05:01:54.703023+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:01:55.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:55 smithi102 bash[31411]: cephadm 2024-04-26T05:01:54.705187+0000 mgr.x (mgr.24613) 61 : cephadm [INF] Deploying daemon mgr.y on smithi102 2024-04-26T05:01:55.947 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:55 smithi102 bash[31411]: audit 2024-04-26T05:01:55.113578+0000 mon.c (mon.2) 168 : audit [DBG] from='client.? 172.21.15.102:0/3258805558' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:56.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:55 smithi174 bash[23471]: cephadm 2024-04-26T05:01:54.686030+0000 mgr.x (mgr.24613) 60 : cephadm [INF] Upgrade: Updating mgr.y 2024-04-26T05:01:56.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:55 smithi174 bash[23471]: audit 2024-04-26T05:01:54.696155+0000 mon.a (mon.0) 954 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:56.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:55 smithi174 bash[23471]: audit 2024-04-26T05:01:54.698156+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:01:56.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:55 smithi174 bash[23471]: audit 2024-04-26T05:01:54.701047+0000 mon.b (mon.1) 71 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T05:01:56.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:55 smithi174 bash[23471]: audit 2024-04-26T05:01:54.701943+0000 mon.a (mon.0) 955 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:01:56.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:55 smithi174 bash[23471]: audit 2024-04-26T05:01:54.703023+0000 mon.b (mon.1) 72 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:01:56.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:55 smithi174 bash[23471]: cephadm 2024-04-26T05:01:54.705187+0000 mgr.x (mgr.24613) 61 : cephadm [INF] Deploying daemon mgr.y on smithi102 2024-04-26T05:01:56.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:55 smithi174 bash[23471]: audit 2024-04-26T05:01:55.113578+0000 mon.c (mon.2) 168 : audit [DBG] from='client.? 172.21.15.102:0/3258805558' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:56.680 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:01:56 smithi174 bash[52350]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:01:56] "GET /metrics HTTP/1.1" 200 33845 "" "Prometheus/2.43.0" 2024-04-26T05:01:56.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:56 smithi102 bash[21319]: cluster 2024-04-26T05:01:56.478122+0000 mgr.x (mgr.24613) 62 : cluster [DBG] pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:56.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:56 smithi102 bash[31411]: cluster 2024-04-26T05:01:56.478122+0000 mgr.x (mgr.24613) 62 : cluster [DBG] pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:57.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:56 smithi174 bash[23471]: cluster 2024-04-26T05:01:56.478122+0000 mgr.x (mgr.24613) 62 : cluster [DBG] pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:57.241 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:56 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:01:57.241 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:57 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:01:57.242 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:57 smithi102 systemd[1]: Stopping Ceph mgr.y for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:01:57.242 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:56 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:01:57.242 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:01:56 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:01:57.243 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:01:56 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:01:57.243 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:01:56 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:01:57.243 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:01:56 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:01:57.243 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:56 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:01:57.244 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:01:57 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:01:57.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:57 smithi102 bash[31411]: audit 2024-04-26T05:01:57.530854+0000 mon.a (mon.0) 956 : audit [DBG] from='client.? 172.21.15.102:0/1190110394' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:57.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:57 smithi102 bash[21319]: audit 2024-04-26T05:01:57.530854+0000 mon.a (mon.0) 956 : audit [DBG] from='client.? 172.21.15.102:0/1190110394' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:57.953 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:57 smithi102 bash[75045]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-mgr-y 2024-04-26T05:01:57.953 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:57 smithi102 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-26T05:01:57.953 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:57 smithi102 bash[75129]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-mgr-y 2024-04-26T05:01:57.953 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:57 smithi102 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-04-26T05:01:58.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:57 smithi174 bash[23471]: audit 2024-04-26T05:01:57.530854+0000 mon.a (mon.0) 956 : audit [DBG] from='client.? 172.21.15.102:0/1190110394' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:01:58.212 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:58 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:01:58.212 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:01:58 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:01:58.213 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:01:58 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:01:58.213 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:01:58 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:01:58.213 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:01:58 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:01:58.214 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:58 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:01:58.214 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:57 smithi102 systemd[1]: Stopped Ceph mgr.y for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:01:58.214 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:58 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:01:58.214 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:58 smithi102 systemd[1]: Started Ceph mgr.y for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:01:58.215 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:01:58 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:01:58.215 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:01:58 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:01:58.930 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:01:58 smithi174 bash[59377]: ts=2024-04-26T05:01:58.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:01:59.548 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:59 smithi102 bash[31411]: audit 2024-04-26T05:01:58.265430+0000 mon.a (mon.0) 957 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:59.549 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:59 smithi102 bash[31411]: audit 2024-04-26T05:01:58.277321+0000 mon.a (mon.0) 958 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:59.549 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:59 smithi102 bash[31411]: audit 2024-04-26T05:01:58.332042+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:01:59.549 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:01:59 smithi102 bash[31411]: cluster 2024-04-26T05:01:58.478846+0000 mgr.x (mgr.24613) 63 : cluster [DBG] pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:59.549 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:59 smithi102 bash[21319]: audit 2024-04-26T05:01:58.265430+0000 mon.a (mon.0) 957 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:59.549 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:59 smithi102 bash[21319]: audit 2024-04-26T05:01:58.277321+0000 mon.a (mon.0) 958 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:59.549 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:59 smithi102 bash[21319]: audit 2024-04-26T05:01:58.332042+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:01:59.549 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:01:59 smithi102 bash[21319]: cluster 2024-04-26T05:01:58.478846+0000 mgr.x (mgr.24613) 63 : cluster [DBG] pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:01:59.549 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:59 smithi102 bash[75186]: debug 2024-04-26T05:01:59.397+0000 7f19773ef700 1 -- 172.21.15.102:0/4293521000 <== mon.2 v2:172.21.15.102:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c32f59a5a0 con 0x55c33031a800 2024-04-26T05:01:59.550 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:01:59 smithi102 bash[75186]: debug 2024-04-26T05:01:59.545+0000 7f19815f6200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T05:01:59.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:59 smithi174 bash[23471]: audit 2024-04-26T05:01:58.265430+0000 mon.a (mon.0) 957 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:59.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:59 smithi174 bash[23471]: audit 2024-04-26T05:01:58.277321+0000 mon.a (mon.0) 958 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:01:59.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:59 smithi174 bash[23471]: audit 2024-04-26T05:01:58.332042+0000 mon.b (mon.1) 73 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:01:59.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:01:59 smithi174 bash[23471]: cluster 2024-04-26T05:01:58.478846+0000 mgr.x (mgr.24613) 63 : cluster [DBG] pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:00.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:00 smithi174 bash[23471]: audit 2024-04-26T05:01:59.954473+0000 mon.c (mon.2) 169 : audit [DBG] from='client.? 172.21.15.102:0/560825626' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:00.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:00 smithi102 bash[21319]: audit 2024-04-26T05:01:59.954473+0000 mon.c (mon.2) 169 : audit [DBG] from='client.? 172.21.15.102:0/560825626' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:00.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:00 smithi102 bash[31411]: audit 2024-04-26T05:01:59.954473+0000 mon.c (mon.2) 169 : audit [DBG] from='client.? 172.21.15.102:0/560825626' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:01.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:01 smithi102 bash[21319]: cluster 2024-04-26T05:02:00.479475+0000 mgr.x (mgr.24613) 64 : cluster [DBG] pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:01.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:01 smithi102 bash[21319]: audit 2024-04-26T05:02:00.575315+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:02:01.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:01 smithi102 bash[75186]: debug 2024-04-26T05:02:01.141+0000 7f19815f6200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T05:02:01.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:01 smithi102 bash[75186]: debug 2024-04-26T05:02:01.237+0000 7f19815f6200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T05:02:01.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:01 smithi102 bash[31411]: cluster 2024-04-26T05:02:00.479475+0000 mgr.x (mgr.24613) 64 : cluster [DBG] pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:01.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:01 smithi102 bash[31411]: audit 2024-04-26T05:02:00.575315+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:02:01.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:01 smithi174 bash[23471]: cluster 2024-04-26T05:02:00.479475+0000 mgr.x (mgr.24613) 64 : cluster [DBG] pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:01.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:01 smithi174 bash[23471]: audit 2024-04-26T05:02:00.575315+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:02:01.951 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:01 smithi102 bash[75186]: debug 2024-04-26T05:02:01.489+0000 7f19815f6200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T05:02:02.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:02 smithi102 bash[31411]: audit 2024-04-26T05:02:02.385749+0000 mon.c (mon.2) 170 : audit [DBG] from='client.? 172.21.15.102:0/834258781' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:02.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:02 smithi102 bash[21319]: audit 2024-04-26T05:02:02.385749+0000 mon.c (mon.2) 170 : audit [DBG] from='client.? 172.21.15.102:0/834258781' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:02.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:02 smithi102 bash[75186]: debug 2024-04-26T05:02:02.301+0000 7f19815f6200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T05:02:02.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:02 smithi102 bash[75186]: debug 2024-04-26T05:02:02.413+0000 7f19815f6200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T05:02:02.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:02 smithi102 bash[75186]: debug 2024-04-26T05:02:02.525+0000 7f19815f6200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T05:02:02.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:02 smithi174 bash[23471]: audit 2024-04-26T05:02:02.385749+0000 mon.c (mon.2) 170 : audit [DBG] from='client.? 172.21.15.102:0/834258781' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:03.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:02 smithi102 bash[75186]: debug 2024-04-26T05:02:02.889+0000 7f19815f6200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T05:02:03.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:03 smithi102 bash[75186]: debug 2024-04-26T05:02:03.005+0000 7f19815f6200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T05:02:03.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:03 smithi102 bash[75186]: debug 2024-04-26T05:02:03.109+0000 7f19815f6200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T05:02:03.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:03 smithi102 bash[31411]: cluster 2024-04-26T05:02:02.480658+0000 mgr.x (mgr.24613) 65 : cluster [DBG] pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:03.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:03 smithi102 bash[21319]: cluster 2024-04-26T05:02:02.480658+0000 mgr.x (mgr.24613) 65 : cluster [DBG] pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:03.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:03 smithi102 bash[75186]: debug 2024-04-26T05:02:03.481+0000 7f19815f6200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T05:02:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:03 smithi174 bash[23471]: cluster 2024-04-26T05:02:02.480658+0000 mgr.x (mgr.24613) 65 : cluster [DBG] pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:04.019 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:03 smithi102 bash[75186]: debug 2024-04-26T05:02:03.729+0000 7f19815f6200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T05:02:04.434 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:04 smithi102 bash[75186]: debug 2024-04-26T05:02:04.017+0000 7f19815f6200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T05:02:04.434 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:04 smithi102 bash[75186]: debug 2024-04-26T05:02:04.141+0000 7f19815f6200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T05:02:04.701 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:04 smithi102 bash[75186]: debug 2024-04-26T05:02:04.433+0000 7f19815f6200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T05:02:04.930 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:04 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 1. 2024-04-26T05:02:04.930 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:04 smithi174 systemd[1]: Stopped Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:02:04.930 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:04 smithi174 systemd[1]: Started Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:02:05.130 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:04 smithi102 bash[75186]: debug 2024-04-26T05:02:04.873+0000 7f19815f6200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T05:02:05.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:05 smithi174 bash[23471]: audit 2024-04-26T05:02:04.174059+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:05.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:05 smithi174 bash[23471]: audit 2024-04-26T05:02:04.185840+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:05.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:05 smithi174 bash[23471]: audit 2024-04-26T05:02:04.226446+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:05.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:05 smithi174 bash[23471]: audit 2024-04-26T05:02:04.237686+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:05.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:05 smithi174 bash[23471]: cluster 2024-04-26T05:02:04.481053+0000 mgr.x (mgr.24613) 66 : cluster [DBG] pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:05.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:05 smithi174 bash[23471]: audit 2024-04-26T05:02:04.812923+0000 mon.a (mon.0) 963 : audit [DBG] from='client.? 172.21.15.102:0/3359060545' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:05.451 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:05 smithi102 bash[75186]: debug 2024-04-26T05:02:05.129+0000 7f19815f6200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T05:02:05.451 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:05 smithi102 bash[75186]: debug 2024-04-26T05:02:05.261+0000 7f19815f6200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T05:02:05.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:05 smithi102 bash[31411]: audit 2024-04-26T05:02:04.174059+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:05.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:05 smithi102 bash[31411]: audit 2024-04-26T05:02:04.185840+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:05.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:05 smithi102 bash[31411]: audit 2024-04-26T05:02:04.226446+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:05.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:05 smithi102 bash[31411]: audit 2024-04-26T05:02:04.237686+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:05.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:05 smithi102 bash[31411]: cluster 2024-04-26T05:02:04.481053+0000 mgr.x (mgr.24613) 66 : cluster [DBG] pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:05.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:05 smithi102 bash[31411]: audit 2024-04-26T05:02:04.812923+0000 mon.a (mon.0) 963 : audit [DBG] from='client.? 172.21.15.102:0/3359060545' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:05.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:05 smithi102 bash[21319]: audit 2024-04-26T05:02:04.174059+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:05.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:05 smithi102 bash[21319]: audit 2024-04-26T05:02:04.185840+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:05.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:05 smithi102 bash[21319]: audit 2024-04-26T05:02:04.226446+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:05.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:05 smithi102 bash[21319]: audit 2024-04-26T05:02:04.237686+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:05.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:05 smithi102 bash[21319]: cluster 2024-04-26T05:02:04.481053+0000 mgr.x (mgr.24613) 66 : cluster [DBG] pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:05.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:05 smithi102 bash[21319]: audit 2024-04-26T05:02:04.812923+0000 mon.a (mon.0) 963 : audit [DBG] from='client.? 172.21.15.102:0/3359060545' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:05.930 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:05 smithi174 bash[60438]: logger=settings t=2024-04-26T05:02:05.566465237Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-26T05:02:05.951 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:05 smithi102 bash[75186]: debug 2024-04-26T05:02:05.529+0000 7f19815f6200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T05:02:06.565 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:06 smithi102 bash[31411]: audit 2024-04-26T05:02:05.236385+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:06.565 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:06 smithi102 bash[31411]: audit 2024-04-26T05:02:05.253516+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:06.565 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:06 smithi102 bash[21319]: audit 2024-04-26T05:02:05.236385+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:06.565 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:06 smithi102 bash[21319]: audit 2024-04-26T05:02:05.253516+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:06.680 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:06 smithi174 bash[52350]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:02:06] "GET /metrics HTTP/1.1" 200 33843 "" "Prometheus/2.43.0" 2024-04-26T05:02:06.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:06 smithi174 bash[23471]: audit 2024-04-26T05:02:05.236385+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:06.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:06 smithi174 bash[23471]: audit 2024-04-26T05:02:05.253516+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:06.681 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:06 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-26T05:02:06.681 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:06 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-26T05:02:06.951 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:06 smithi102 bash[75186]: debug 2024-04-26T05:02:06.561+0000 7f19815f6200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T05:02:06.951 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:06 smithi102 bash[75186]: debug 2024-04-26T05:02:06.685+0000 7f19815f6200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T05:02:07.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:07 smithi102 bash[31411]: cluster 2024-04-26T05:02:06.481740+0000 mgr.x (mgr.24613) 67 : cluster [DBG] pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:07.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:07 smithi102 bash[21319]: cluster 2024-04-26T05:02:06.481740+0000 mgr.x (mgr.24613) 67 : cluster [DBG] pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:07.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:07 smithi102 bash[75186]: debug 2024-04-26T05:02:06.997+0000 7f19815f6200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T05:02:07.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:07 smithi102 bash[75186]: debug 2024-04-26T05:02:07.129+0000 7f19815f6200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T05:02:07.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:07 smithi174 bash[23471]: cluster 2024-04-26T05:02:06.481740+0000 mgr.x (mgr.24613) 67 : cluster [DBG] pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:07.951 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:07 smithi102 bash[75186]: debug 2024-04-26T05:02:07.605+0000 7f19815f6200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T05:02:07.952 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:07 smithi102 bash[75186]: debug 2024-04-26T05:02:07.733+0000 7f19815f6200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T05:02:07.952 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:07 smithi102 bash[75186]: [26/Apr/2024:05:02:07] ENGINE Bus STARTING 2024-04-26T05:02:07.952 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:07 smithi102 bash[75186]: CherryPy Checker: 2024-04-26T05:02:07.952 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:07 smithi102 bash[75186]: The Application mounted at '' has an empty config. 2024-04-26T05:02:07.952 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:07 smithi102 bash[75186]: [26/Apr/2024:05:02:07] ENGINE Serving on http://:::9283 2024-04-26T05:02:07.952 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:07 smithi102 bash[75186]: [26/Apr/2024:05:02:07] ENGINE Bus STARTED 2024-04-26T05:02:08.664 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:08 smithi174 bash[23471]: audit 2024-04-26T05:02:07.256463+0000 mon.a (mon.0) 966 : audit [DBG] from='client.? 172.21.15.102:0/1248223050' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:08.665 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:08 smithi174 bash[23471]: cluster 2024-04-26T05:02:07.738755+0000 mon.a (mon.0) 967 : cluster [DBG] Standby manager daemon y restarted 2024-04-26T05:02:08.665 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:08 smithi174 bash[23471]: cluster 2024-04-26T05:02:07.738945+0000 mon.a (mon.0) 968 : cluster [DBG] Standby manager daemon y started 2024-04-26T05:02:08.665 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:08 smithi174 bash[23471]: audit 2024-04-26T05:02:07.741210+0000 mon.a (mon.0) 969 : audit [DBG] from='mgr.? 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T05:02:08.666 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:08 smithi174 bash[23471]: audit 2024-04-26T05:02:07.741695+0000 mon.a (mon.0) 970 : audit [DBG] from='mgr.? 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T05:02:08.666 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:08 smithi174 bash[23471]: audit 2024-04-26T05:02:07.744791+0000 mon.a (mon.0) 971 : audit [DBG] from='mgr.? 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T05:02:08.666 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:08 smithi174 bash[23471]: audit 2024-04-26T05:02:07.746723+0000 mon.a (mon.0) 972 : audit [DBG] from='mgr.? 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T05:02:08.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:08 smithi102 bash[31411]: audit 2024-04-26T05:02:07.256463+0000 mon.a (mon.0) 966 : audit [DBG] from='client.? 172.21.15.102:0/1248223050' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:08.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:08 smithi102 bash[31411]: cluster 2024-04-26T05:02:07.738755+0000 mon.a (mon.0) 967 : cluster [DBG] Standby manager daemon y restarted 2024-04-26T05:02:08.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:08 smithi102 bash[31411]: cluster 2024-04-26T05:02:07.738945+0000 mon.a (mon.0) 968 : cluster [DBG] Standby manager daemon y started 2024-04-26T05:02:08.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:08 smithi102 bash[31411]: audit 2024-04-26T05:02:07.741210+0000 mon.a (mon.0) 969 : audit [DBG] from='mgr.? 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T05:02:08.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:08 smithi102 bash[31411]: audit 2024-04-26T05:02:07.741695+0000 mon.a (mon.0) 970 : audit [DBG] from='mgr.? 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T05:02:08.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:08 smithi102 bash[31411]: audit 2024-04-26T05:02:07.744791+0000 mon.a (mon.0) 971 : audit [DBG] from='mgr.? 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T05:02:08.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:08 smithi102 bash[31411]: audit 2024-04-26T05:02:07.746723+0000 mon.a (mon.0) 972 : audit [DBG] from='mgr.? 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T05:02:08.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:08 smithi102 bash[21319]: audit 2024-04-26T05:02:07.256463+0000 mon.a (mon.0) 966 : audit [DBG] from='client.? 172.21.15.102:0/1248223050' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:08.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:08 smithi102 bash[21319]: cluster 2024-04-26T05:02:07.738755+0000 mon.a (mon.0) 967 : cluster [DBG] Standby manager daemon y restarted 2024-04-26T05:02:08.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:08 smithi102 bash[21319]: cluster 2024-04-26T05:02:07.738945+0000 mon.a (mon.0) 968 : cluster [DBG] Standby manager daemon y started 2024-04-26T05:02:08.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:08 smithi102 bash[21319]: audit 2024-04-26T05:02:07.741210+0000 mon.a (mon.0) 969 : audit [DBG] from='mgr.? 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-26T05:02:08.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:08 smithi102 bash[21319]: audit 2024-04-26T05:02:07.741695+0000 mon.a (mon.0) 970 : audit [DBG] from='mgr.? 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T05:02:08.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:08 smithi102 bash[21319]: audit 2024-04-26T05:02:07.744791+0000 mon.a (mon.0) 971 : audit [DBG] from='mgr.? 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-26T05:02:08.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:08 smithi102 bash[21319]: audit 2024-04-26T05:02:07.746723+0000 mon.a (mon.0) 972 : audit [DBG] from='mgr.? 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T05:02:08.930 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:08 smithi174 bash[59377]: ts=2024-04-26T05:02:08.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:02:09.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:09 smithi174 bash[23471]: cluster 2024-04-26T05:02:08.252354+0000 mon.a (mon.0) 973 : cluster [DBG] mgrmap e27: x(active, since 67s), standbys: y 2024-04-26T05:02:09.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:09 smithi174 bash[23471]: cluster 2024-04-26T05:02:08.482674+0000 mgr.x (mgr.24613) 68 : cluster [DBG] pgmap v37: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:09.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:09 smithi102 bash[31411]: cluster 2024-04-26T05:02:08.252354+0000 mon.a (mon.0) 973 : cluster [DBG] mgrmap e27: x(active, since 67s), standbys: y 2024-04-26T05:02:09.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:09 smithi102 bash[31411]: cluster 2024-04-26T05:02:08.482674+0000 mgr.x (mgr.24613) 68 : cluster [DBG] pgmap v37: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:09.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:09 smithi102 bash[21319]: cluster 2024-04-26T05:02:08.252354+0000 mon.a (mon.0) 973 : cluster [DBG] mgrmap e27: x(active, since 67s), standbys: y 2024-04-26T05:02:09.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:09 smithi102 bash[21319]: cluster 2024-04-26T05:02:08.482674+0000 mgr.x (mgr.24613) 68 : cluster [DBG] pgmap v37: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:10.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:10 smithi174 bash[23471]: audit 2024-04-26T05:02:09.690506+0000 mon.c (mon.2) 171 : audit [DBG] from='client.? 172.21.15.102:0/582511388' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:10.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:10 smithi102 bash[31411]: audit 2024-04-26T05:02:09.690506+0000 mon.c (mon.2) 171 : audit [DBG] from='client.? 172.21.15.102:0/582511388' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:10.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:10 smithi102 bash[21319]: audit 2024-04-26T05:02:09.690506+0000 mon.c (mon.2) 171 : audit [DBG] from='client.? 172.21.15.102:0/582511388' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:11.626 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:11 smithi102 bash[31411]: cluster 2024-04-26T05:02:10.483278+0000 mgr.x (mgr.24613) 69 : cluster [DBG] pgmap v38: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:11.626 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:11 smithi102 bash[21319]: cluster 2024-04-26T05:02:10.483278+0000 mgr.x (mgr.24613) 69 : cluster [DBG] pgmap v38: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:11.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:11 smithi174 bash[23471]: cluster 2024-04-26T05:02:10.483278+0000 mgr.x (mgr.24613) 69 : cluster [DBG] pgmap v38: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:12.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:12 smithi102 bash[31411]: audit 2024-04-26T05:02:12.118210+0000 mon.c (mon.2) 172 : audit [DBG] from='client.? 172.21.15.102:0/1042699088' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:12.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:12 smithi102 bash[21319]: audit 2024-04-26T05:02:12.118210+0000 mon.c (mon.2) 172 : audit [DBG] from='client.? 172.21.15.102:0/1042699088' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:12.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:12 smithi174 bash[23471]: audit 2024-04-26T05:02:12.118210+0000 mon.c (mon.2) 172 : audit [DBG] from='client.? 172.21.15.102:0/1042699088' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:13.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:13 smithi174 bash[23471]: cluster 2024-04-26T05:02:12.484341+0000 mgr.x (mgr.24613) 70 : cluster [DBG] pgmap v39: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:13.701 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:13 smithi102 bash[31411]: cluster 2024-04-26T05:02:12.484341+0000 mgr.x (mgr.24613) 70 : cluster [DBG] pgmap v39: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:13.701 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:13 smithi102 bash[21319]: cluster 2024-04-26T05:02:12.484341+0000 mgr.x (mgr.24613) 70 : cluster [DBG] pgmap v39: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:14.914 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:14 smithi174 bash[23471]: cluster 2024-04-26T05:02:14.484978+0000 mgr.x (mgr.24613) 71 : cluster [DBG] pgmap v40: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:14.927 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:14 smithi102 bash[21319]: cluster 2024-04-26T05:02:14.484978+0000 mgr.x (mgr.24613) 71 : cluster [DBG] pgmap v40: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:14.927 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:14 smithi102 bash[31411]: cluster 2024-04-26T05:02:14.484978+0000 mgr.x (mgr.24613) 71 : cluster [DBG] pgmap v40: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:15.170 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:14 smithi174 bash[52350]: debug 2024-04-26T05:02:14.911+0000 7ff194d31700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-26T05:02:15.170 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:14 smithi174 bash[52350]: ignoring --setuser ceph since I am not root 2024-04-26T05:02:15.170 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:14 smithi174 bash[52350]: ignoring --setgroup ceph since I am not root 2024-04-26T05:02:15.170 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:14 smithi174 bash[52350]: debug 2024-04-26T05:02:14.975+0000 7f16f4bdc700 1 -- 172.21.15.174:0/1460775329 <== mon.1 v2:172.21.15.174:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561dc7c0c5a0 con 0x561dc898ac00 2024-04-26T05:02:15.170 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[52350]: debug 2024-04-26T05:02:15.123+0000 7f16fe9c5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T05:02:15.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:14 smithi102 bash[75186]: [26/Apr/2024:05:02:14] ENGINE Bus STOPPING 2024-04-26T05:02:15.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:14 smithi102 bash[75186]: [26/Apr/2024:05:02:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T05:02:15.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:14 smithi102 bash[75186]: [26/Apr/2024:05:02:14] ENGINE Bus STOPPED 2024-04-26T05:02:15.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[75186]: [26/Apr/2024:05:02:15] ENGINE Bus STARTING 2024-04-26T05:02:15.202 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[75186]: debug 2024-04-26T05:02:15.105+0000 7f18dea22700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:02:15.202 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[75186]: debug 2024-04-26T05:02:15.105+0000 7f18dea22700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:02:15.202 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[75186]: debug 2024-04-26T05:02:15.105+0000 7f18dea22700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:02:15.202 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[75186]: debug 2024-04-26T05:02:15.105+0000 7f18dea22700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:02:15.202 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[75186]: debug 2024-04-26T05:02:15.105+0000 7f18dea22700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:02:15.202 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[75186]: debug 2024-04-26T05:02:15.105+0000 7f18e2229700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:02:15.202 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[75186]: debug 2024-04-26T05:02:15.105+0000 7f18e2229700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:02:15.202 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[75186]: debug 2024-04-26T05:02:15.105+0000 7f18e2229700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:02:15.202 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[75186]: debug 2024-04-26T05:02:15.105+0000 7f18e2229700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:02:15.202 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[75186]: debug 2024-04-26T05:02:15.105+0000 7f18e2229700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:02:15.202 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[75186]: [26/Apr/2024:05:02:15] ENGINE Serving on http://:::9283 2024-04-26T05:02:15.202 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[75186]: [26/Apr/2024:05:02:15] ENGINE Bus STARTED 2024-04-26T05:02:15.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.568839+0000 mon.c (mon.2) 173 : audit [DBG] from='client.? 172.21.15.102:0/629228534' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:15.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.758790+0000 mon.a (mon.0) 974 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:15.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.773901+0000 mon.a (mon.0) 975 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:15.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.775008+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:02:15.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.776902+0000 mon.b (mon.1) 76 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:02:15.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.791795+0000 mon.a (mon.0) 976 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:15.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.888181+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:02:15.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.899170+0000 mon.b (mon.1) 78 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-26T05:02:15.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.903025+0000 mon.a (mon.0) 977 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-26T05:02:15.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: cluster 2024-04-26T05:02:14.903907+0000 mon.a (mon.0) 978 : cluster [INF] Activating manager daemon y 2024-04-26T05:02:15.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: cluster 2024-04-26T05:02:14.918535+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-04-26T05:02:15.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.919129+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-26T05:02:15.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: cluster 2024-04-26T05:02:14.919335+0000 mon.a (mon.0) 981 : cluster [DBG] mgrmap e28: y(active, starting, since 0.0154201s) 2024-04-26T05:02:15.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.920378+0000 mon.c (mon.2) 174 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T05:02:15.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.920568+0000 mon.c (mon.2) 175 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T05:02:15.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.920896+0000 mon.c (mon.2) 176 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T05:02:15.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.922990+0000 mon.c (mon.2) 177 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi174.idmghd"}]: dispatch 2024-04-26T05:02:15.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.923398+0000 mon.c (mon.2) 178 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi102.iafhgp"}]: dispatch 2024-04-26T05:02:15.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.924086+0000 mon.c (mon.2) 179 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T05:02:15.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.924530+0000 mon.c (mon.2) 180 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T05:02:15.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.924977+0000 mon.c (mon.2) 181 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T05:02:15.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.925402+0000 mon.c (mon.2) 182 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T05:02:15.933 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.925809+0000 mon.c (mon.2) 183 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T05:02:15.933 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.926114+0000 mon.c (mon.2) 184 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T05:02:15.933 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.926477+0000 mon.c (mon.2) 185 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T05:02:15.933 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.926860+0000 mon.c (mon.2) 186 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T05:02:15.933 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.927263+0000 mon.c (mon.2) 187 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T05:02:15.933 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.927639+0000 mon.c (mon.2) 188 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T05:02:15.933 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.928147+0000 mon.c (mon.2) 189 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T05:02:15.933 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:14.928800+0000 mon.c (mon.2) 190 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T05:02:15.933 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: cluster 2024-04-26T05:02:14.977003+0000 mon.a (mon.0) 982 : cluster [INF] Manager daemon y is now available 2024-04-26T05:02:15.933 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:15.019562+0000 mon.c (mon.2) 191 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:02:15.933 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:15.042536+0000 mon.c (mon.2) 192 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:02:15.933 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:15.057166+0000 mon.c (mon.2) 193 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T05:02:15.933 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:15.057533+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.15774 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T05:02:15.934 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:15.086221+0000 mon.c (mon.2) 194 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T05:02:15.934 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: audit 2024-04-26T05:02:15.086712+0000 mon.a (mon.0) 984 : audit [INF] from='mgr.15774 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T05:02:15.934 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:15 smithi174 bash[23471]: cephadm 2024-04-26T05:02:15.278628+0000 mgr.y (mgr.15774) 1 : cephadm [INF] [26/Apr/2024:05:02:15] ENGINE Bus STARTING 2024-04-26T05:02:15.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.568839+0000 mon.c (mon.2) 173 : audit [DBG] from='client.? 172.21.15.102:0/629228534' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:15.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.758790+0000 mon.a (mon.0) 974 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:15.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.773901+0000 mon.a (mon.0) 975 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:15.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.775008+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:02:15.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.776902+0000 mon.b (mon.1) 76 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:02:15.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.791795+0000 mon.a (mon.0) 976 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:15.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.888181+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:02:15.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.899170+0000 mon.b (mon.1) 78 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-26T05:02:15.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.903025+0000 mon.a (mon.0) 977 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-26T05:02:15.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: cluster 2024-04-26T05:02:14.903907+0000 mon.a (mon.0) 978 : cluster [INF] Activating manager daemon y 2024-04-26T05:02:15.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: cluster 2024-04-26T05:02:14.918535+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-04-26T05:02:15.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.919129+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-26T05:02:15.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: cluster 2024-04-26T05:02:14.919335+0000 mon.a (mon.0) 981 : cluster [DBG] mgrmap e28: y(active, starting, since 0.0154201s) 2024-04-26T05:02:15.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.920378+0000 mon.c (mon.2) 174 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T05:02:15.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.920568+0000 mon.c (mon.2) 175 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T05:02:15.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.920896+0000 mon.c (mon.2) 176 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T05:02:15.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.922990+0000 mon.c (mon.2) 177 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi174.idmghd"}]: dispatch 2024-04-26T05:02:15.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.923398+0000 mon.c (mon.2) 178 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi102.iafhgp"}]: dispatch 2024-04-26T05:02:15.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.924086+0000 mon.c (mon.2) 179 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T05:02:15.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.924530+0000 mon.c (mon.2) 180 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T05:02:15.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.924977+0000 mon.c (mon.2) 181 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T05:02:15.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.925402+0000 mon.c (mon.2) 182 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T05:02:15.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.925809+0000 mon.c (mon.2) 183 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T05:02:15.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.926114+0000 mon.c (mon.2) 184 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T05:02:15.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.926477+0000 mon.c (mon.2) 185 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T05:02:15.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.926860+0000 mon.c (mon.2) 186 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T05:02:15.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.927263+0000 mon.c (mon.2) 187 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T05:02:15.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.927639+0000 mon.c (mon.2) 188 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T05:02:15.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.928147+0000 mon.c (mon.2) 189 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T05:02:15.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:14.928800+0000 mon.c (mon.2) 190 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T05:02:15.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: cluster 2024-04-26T05:02:14.977003+0000 mon.a (mon.0) 982 : cluster [INF] Manager daemon y is now available 2024-04-26T05:02:15.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:15.019562+0000 mon.c (mon.2) 191 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:02:15.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:15.042536+0000 mon.c (mon.2) 192 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:02:15.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:15.057166+0000 mon.c (mon.2) 193 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T05:02:15.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:15.057533+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.15774 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T05:02:15.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:15.086221+0000 mon.c (mon.2) 194 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T05:02:15.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: audit 2024-04-26T05:02:15.086712+0000 mon.a (mon.0) 984 : audit [INF] from='mgr.15774 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T05:02:15.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[21319]: cephadm 2024-04-26T05:02:15.278628+0000 mgr.y (mgr.15774) 1 : cephadm [INF] [26/Apr/2024:05:02:15] ENGINE Bus STARTING 2024-04-26T05:02:15.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.568839+0000 mon.c (mon.2) 173 : audit [DBG] from='client.? 172.21.15.102:0/629228534' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:15.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.758790+0000 mon.a (mon.0) 974 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:15.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.773901+0000 mon.a (mon.0) 975 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:15.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.775008+0000 mon.b (mon.1) 75 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:02:15.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.776902+0000 mon.b (mon.1) 76 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:02:15.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.791795+0000 mon.a (mon.0) 976 : audit [INF] from='mgr.24613 ' entity='mgr.x' 2024-04-26T05:02:15.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.888181+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:02:15.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.899170+0000 mon.b (mon.1) 78 : audit [INF] from='mgr.24613 172.21.15.174:0/2216592163' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-26T05:02:15.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.903025+0000 mon.a (mon.0) 977 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-26T05:02:15.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: cluster 2024-04-26T05:02:14.903907+0000 mon.a (mon.0) 978 : cluster [INF] Activating manager daemon y 2024-04-26T05:02:15.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: cluster 2024-04-26T05:02:14.918535+0000 mon.a (mon.0) 979 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-04-26T05:02:15.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.919129+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.24613 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-26T05:02:15.956 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: cluster 2024-04-26T05:02:14.919335+0000 mon.a (mon.0) 981 : cluster [DBG] mgrmap e28: y(active, starting, since 0.0154201s) 2024-04-26T05:02:15.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.920378+0000 mon.c (mon.2) 174 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T05:02:15.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.920568+0000 mon.c (mon.2) 175 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T05:02:15.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.920896+0000 mon.c (mon.2) 176 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T05:02:15.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.922990+0000 mon.c (mon.2) 177 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi174.idmghd"}]: dispatch 2024-04-26T05:02:15.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.923398+0000 mon.c (mon.2) 178 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi102.iafhgp"}]: dispatch 2024-04-26T05:02:15.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.924086+0000 mon.c (mon.2) 179 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T05:02:15.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.924530+0000 mon.c (mon.2) 180 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T05:02:15.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.924977+0000 mon.c (mon.2) 181 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T05:02:15.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.925402+0000 mon.c (mon.2) 182 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T05:02:15.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.925809+0000 mon.c (mon.2) 183 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T05:02:15.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.926114+0000 mon.c (mon.2) 184 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T05:02:15.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.926477+0000 mon.c (mon.2) 185 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T05:02:15.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.926860+0000 mon.c (mon.2) 186 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T05:02:15.957 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.927263+0000 mon.c (mon.2) 187 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T05:02:15.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.927639+0000 mon.c (mon.2) 188 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T05:02:15.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.928147+0000 mon.c (mon.2) 189 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T05:02:15.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:14.928800+0000 mon.c (mon.2) 190 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T05:02:15.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: cluster 2024-04-26T05:02:14.977003+0000 mon.a (mon.0) 982 : cluster [INF] Manager daemon y is now available 2024-04-26T05:02:15.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:15.019562+0000 mon.c (mon.2) 191 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:02:15.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:15.042536+0000 mon.c (mon.2) 192 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:02:15.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:15.057166+0000 mon.c (mon.2) 193 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T05:02:15.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:15.057533+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.15774 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T05:02:15.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:15.086221+0000 mon.c (mon.2) 194 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T05:02:15.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: audit 2024-04-26T05:02:15.086712+0000 mon.a (mon.0) 984 : audit [INF] from='mgr.15774 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T05:02:15.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:15 smithi102 bash[31411]: cephadm 2024-04-26T05:02:15.278628+0000 mgr.y (mgr.15774) 1 : cephadm [INF] [26/Apr/2024:05:02:15] ENGINE Bus STARTING 2024-04-26T05:02:16.736 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:16 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 2. 2024-04-26T05:02:16.736 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:16 smithi174 systemd[1]: Stopped Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:02:16.737 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:16 smithi174 systemd[1]: Started Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:02:16.737 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:16 smithi174 bash[23471]: cephadm 2024-04-26T05:02:15.501442+0000 mgr.y (mgr.15774) 2 : cephadm [INF] [26/Apr/2024:05:02:15] ENGINE Serving on http://172.21.15.102:8765 2024-04-26T05:02:16.737 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:16 smithi174 bash[23471]: cephadm 2024-04-26T05:02:15.627349+0000 mgr.y (mgr.15774) 3 : cephadm [INF] [26/Apr/2024:05:02:15] ENGINE Serving on https://172.21.15.102:7150 2024-04-26T05:02:16.737 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:16 smithi174 bash[23471]: cephadm 2024-04-26T05:02:15.627637+0000 mgr.y (mgr.15774) 4 : cephadm [INF] [26/Apr/2024:05:02:15] ENGINE Bus STARTED 2024-04-26T05:02:16.737 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:16 smithi174 bash[23471]: cluster 2024-04-26T05:02:15.770776+0000 mon.a (mon.0) 985 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T05:02:16.737 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:16 smithi174 bash[23471]: cluster 2024-04-26T05:02:15.924199+0000 mon.a (mon.0) 986 : cluster [DBG] mgrmap e29: y(active, since 1.02029s) 2024-04-26T05:02:16.737 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:16 smithi174 bash[23471]: cluster 2024-04-26T05:02:15.961176+0000 mgr.y (mgr.15774) 5 : cluster [DBG] pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:16.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:16 smithi102 bash[21319]: cephadm 2024-04-26T05:02:15.501442+0000 mgr.y (mgr.15774) 2 : cephadm [INF] [26/Apr/2024:05:02:15] ENGINE Serving on http://172.21.15.102:8765 2024-04-26T05:02:16.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:16 smithi102 bash[21319]: cephadm 2024-04-26T05:02:15.627349+0000 mgr.y (mgr.15774) 3 : cephadm [INF] [26/Apr/2024:05:02:15] ENGINE Serving on https://172.21.15.102:7150 2024-04-26T05:02:16.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:16 smithi102 bash[21319]: cephadm 2024-04-26T05:02:15.627637+0000 mgr.y (mgr.15774) 4 : cephadm [INF] [26/Apr/2024:05:02:15] ENGINE Bus STARTED 2024-04-26T05:02:16.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:16 smithi102 bash[21319]: cluster 2024-04-26T05:02:15.770776+0000 mon.a (mon.0) 985 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T05:02:16.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:16 smithi102 bash[21319]: cluster 2024-04-26T05:02:15.924199+0000 mon.a (mon.0) 986 : cluster [DBG] mgrmap e29: y(active, since 1.02029s) 2024-04-26T05:02:16.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:16 smithi102 bash[21319]: cluster 2024-04-26T05:02:15.961176+0000 mgr.y (mgr.15774) 5 : cluster [DBG] pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:16.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:16 smithi102 bash[31411]: cephadm 2024-04-26T05:02:15.501442+0000 mgr.y (mgr.15774) 2 : cephadm [INF] [26/Apr/2024:05:02:15] ENGINE Serving on http://172.21.15.102:8765 2024-04-26T05:02:16.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:16 smithi102 bash[31411]: cephadm 2024-04-26T05:02:15.627349+0000 mgr.y (mgr.15774) 3 : cephadm [INF] [26/Apr/2024:05:02:15] ENGINE Serving on https://172.21.15.102:7150 2024-04-26T05:02:16.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:16 smithi102 bash[31411]: cephadm 2024-04-26T05:02:15.627637+0000 mgr.y (mgr.15774) 4 : cephadm [INF] [26/Apr/2024:05:02:15] ENGINE Bus STARTED 2024-04-26T05:02:16.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:16 smithi102 bash[31411]: cluster 2024-04-26T05:02:15.770776+0000 mon.a (mon.0) 985 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T05:02:16.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:16 smithi102 bash[31411]: cluster 2024-04-26T05:02:15.924199+0000 mon.a (mon.0) 986 : cluster [DBG] mgrmap e29: y(active, since 1.02029s) 2024-04-26T05:02:16.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:16 smithi102 bash[31411]: cluster 2024-04-26T05:02:15.961176+0000 mgr.y (mgr.15774) 5 : cluster [DBG] pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:17.101 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:16 smithi174 bash[52350]: debug 2024-04-26T05:02:16.731+0000 7f16fe9c5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T05:02:17.101 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:16 smithi174 bash[52350]: debug 2024-04-26T05:02:16.831+0000 7f16fe9c5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T05:02:17.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:17 smithi174 bash[52350]: debug 2024-04-26T05:02:17.095+0000 7f16fe9c5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T05:02:17.741 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:17 smithi174 bash[23471]: cluster 2024-04-26T05:02:16.916177+0000 mon.a (mon.0) 987 : cluster [INF] Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T05:02:17.742 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:17 smithi174 bash[23471]: cluster 2024-04-26T05:02:16.916232+0000 mon.a (mon.0) 988 : cluster [INF] Cluster is now healthy 2024-04-26T05:02:17.742 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:17 smithi174 bash[23471]: cluster 2024-04-26T05:02:16.926292+0000 mgr.y (mgr.15774) 6 : cluster [DBG] pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:17.742 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:17 smithi174 bash[23471]: audit 2024-04-26T05:02:17.004101+0000 mon.a (mon.0) 989 : audit [DBG] from='client.? 172.21.15.102:0/3503172644' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:17.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:17 smithi102 bash[21319]: cluster 2024-04-26T05:02:16.916177+0000 mon.a (mon.0) 987 : cluster [INF] Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T05:02:17.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:17 smithi102 bash[21319]: cluster 2024-04-26T05:02:16.916232+0000 mon.a (mon.0) 988 : cluster [INF] Cluster is now healthy 2024-04-26T05:02:17.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:17 smithi102 bash[21319]: cluster 2024-04-26T05:02:16.926292+0000 mgr.y (mgr.15774) 6 : cluster [DBG] pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:17.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:17 smithi102 bash[21319]: audit 2024-04-26T05:02:17.004101+0000 mon.a (mon.0) 989 : audit [DBG] from='client.? 172.21.15.102:0/3503172644' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:17.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:17 smithi102 bash[31411]: cluster 2024-04-26T05:02:16.916177+0000 mon.a (mon.0) 987 : cluster [INF] Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T05:02:17.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:17 smithi102 bash[31411]: cluster 2024-04-26T05:02:16.916232+0000 mon.a (mon.0) 988 : cluster [INF] Cluster is now healthy 2024-04-26T05:02:17.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:17 smithi102 bash[31411]: cluster 2024-04-26T05:02:16.926292+0000 mgr.y (mgr.15774) 6 : cluster [DBG] pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:17.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:17 smithi102 bash[31411]: audit 2024-04-26T05:02:17.004101+0000 mon.a (mon.0) 989 : audit [DBG] from='client.? 172.21.15.102:0/3503172644' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:18.047 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:17 smithi174 bash[52350]: debug 2024-04-26T05:02:17.931+0000 7f16fe9c5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T05:02:18.047 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:17 smithi174 bash[60662]: logger=settings t=2024-04-26T05:02:17.742191068Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-26T05:02:18.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:18 smithi174 bash[52350]: debug 2024-04-26T05:02:18.043+0000 7f16fe9c5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T05:02:18.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:18 smithi174 bash[52350]: debug 2024-04-26T05:02:18.151+0000 7f16fe9c5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T05:02:18.744 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:18 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-26T05:02:18.744 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:18 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-26T05:02:18.745 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:18 smithi174 bash[52350]: debug 2024-04-26T05:02:18.515+0000 7f16fe9c5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T05:02:18.745 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:18 smithi174 bash[52350]: debug 2024-04-26T05:02:18.635+0000 7f16fe9c5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T05:02:19.105 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:18 smithi174 bash[52350]: debug 2024-04-26T05:02:18.739+0000 7f16fe9c5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T05:02:19.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:19 smithi174 bash[52350]: debug 2024-04-26T05:02:19.103+0000 7f16fe9c5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T05:02:19.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:19 smithi174 bash[52350]: debug 2024-04-26T05:02:19.347+0000 7f16fe9c5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T05:02:19.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:19 smithi174 bash[52350]: debug 2024-04-26T05:02:19.615+0000 7f16fe9c5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T05:02:19.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:19 smithi174 bash[52350]: debug 2024-04-26T05:02:19.731+0000 7f16fe9c5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T05:02:19.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:19 smithi174 bash[23471]: cluster 2024-04-26T05:02:18.571898+0000 mon.a (mon.0) 990 : cluster [DBG] mgrmap e30: y(active, since 3s) 2024-04-26T05:02:19.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:19 smithi174 bash[23471]: cluster 2024-04-26T05:02:18.926910+0000 mgr.y (mgr.15774) 7 : cluster [DBG] pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:19.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:19 smithi174 bash[23471]: audit 2024-04-26T05:02:19.437985+0000 mon.c (mon.2) 195 : audit [DBG] from='client.? 172.21.15.102:0/2150321593' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:19.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:19 smithi102 bash[31411]: cluster 2024-04-26T05:02:18.571898+0000 mon.a (mon.0) 990 : cluster [DBG] mgrmap e30: y(active, since 3s) 2024-04-26T05:02:19.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:19 smithi102 bash[31411]: cluster 2024-04-26T05:02:18.926910+0000 mgr.y (mgr.15774) 7 : cluster [DBG] pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:19.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:19 smithi102 bash[31411]: audit 2024-04-26T05:02:19.437985+0000 mon.c (mon.2) 195 : audit [DBG] from='client.? 172.21.15.102:0/2150321593' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:19.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:19 smithi102 bash[21319]: cluster 2024-04-26T05:02:18.571898+0000 mon.a (mon.0) 990 : cluster [DBG] mgrmap e30: y(active, since 3s) 2024-04-26T05:02:19.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:19 smithi102 bash[21319]: cluster 2024-04-26T05:02:18.926910+0000 mgr.y (mgr.15774) 7 : cluster [DBG] pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:19.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:19 smithi102 bash[21319]: audit 2024-04-26T05:02:19.437985+0000 mon.c (mon.2) 195 : audit [DBG] from='client.? 172.21.15.102:0/2150321593' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:20.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:20 smithi174 bash[52350]: debug 2024-04-26T05:02:20.011+0000 7f16fe9c5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T05:02:20.808 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:20 smithi174 bash[52350]: debug 2024-04-26T05:02:20.435+0000 7f16fe9c5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T05:02:20.808 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:20 smithi174 bash[52350]: debug 2024-04-26T05:02:20.683+0000 7f16fe9c5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T05:02:21.068 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:20 smithi174 bash[52350]: debug 2024-04-26T05:02:20.803+0000 7f16fe9c5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T05:02:21.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:21 smithi174 bash[52350]: debug 2024-04-26T05:02:21.063+0000 7f16fe9c5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T05:02:22.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:22 smithi174 bash[52350]: debug 2024-04-26T05:02:22.159+0000 7f16fe9c5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T05:02:22.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:22 smithi174 bash[52350]: debug 2024-04-26T05:02:22.279+0000 7f16fe9c5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T05:02:22.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:22 smithi174 bash[23471]: cluster 2024-04-26T05:02:20.927303+0000 mgr.y (mgr.15774) 8 : cluster [DBG] pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:22.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:22 smithi174 bash[23471]: audit 2024-04-26T05:02:21.146248+0000 mon.a (mon.0) 991 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:22.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:22 smithi174 bash[23471]: audit 2024-04-26T05:02:21.152643+0000 mon.a (mon.0) 992 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:22.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:22 smithi174 bash[23471]: audit 2024-04-26T05:02:21.716585+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:22.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:22 smithi174 bash[23471]: audit 2024-04-26T05:02:21.725068+0000 mon.a (mon.0) 994 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:22.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:22 smithi174 bash[23471]: audit 2024-04-26T05:02:21.853581+0000 mon.a (mon.0) 995 : audit [DBG] from='client.? 172.21.15.102:0/2449968274' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:22.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:22 smithi102 bash[31411]: cluster 2024-04-26T05:02:20.927303+0000 mgr.y (mgr.15774) 8 : cluster [DBG] pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:22.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:22 smithi102 bash[31411]: audit 2024-04-26T05:02:21.146248+0000 mon.a (mon.0) 991 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:22.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:22 smithi102 bash[31411]: audit 2024-04-26T05:02:21.152643+0000 mon.a (mon.0) 992 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:22.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:22 smithi102 bash[31411]: audit 2024-04-26T05:02:21.716585+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:22.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:22 smithi102 bash[31411]: audit 2024-04-26T05:02:21.725068+0000 mon.a (mon.0) 994 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:22.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:22 smithi102 bash[31411]: audit 2024-04-26T05:02:21.853581+0000 mon.a (mon.0) 995 : audit [DBG] from='client.? 172.21.15.102:0/2449968274' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:22.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:22 smithi102 bash[21319]: cluster 2024-04-26T05:02:20.927303+0000 mgr.y (mgr.15774) 8 : cluster [DBG] pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:22.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:22 smithi102 bash[21319]: audit 2024-04-26T05:02:21.146248+0000 mon.a (mon.0) 991 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:22.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:22 smithi102 bash[21319]: audit 2024-04-26T05:02:21.152643+0000 mon.a (mon.0) 992 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:22.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:22 smithi102 bash[21319]: audit 2024-04-26T05:02:21.716585+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:22.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:22 smithi102 bash[21319]: audit 2024-04-26T05:02:21.725068+0000 mon.a (mon.0) 994 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:22.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:22 smithi102 bash[21319]: audit 2024-04-26T05:02:21.853581+0000 mon.a (mon.0) 995 : audit [DBG] from='client.? 172.21.15.102:0/2449968274' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:22.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:22 smithi174 bash[52350]: debug 2024-04-26T05:02:22.599+0000 7f16fe9c5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T05:02:22.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:22 smithi174 bash[52350]: debug 2024-04-26T05:02:22.731+0000 7f16fe9c5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T05:02:23.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:23 smithi174 bash[52350]: debug 2024-04-26T05:02:23.191+0000 7f16fe9c5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T05:02:23.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:23 smithi174 bash[52350]: debug 2024-04-26T05:02:23.315+0000 7f16fe9c5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T05:02:23.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:23 smithi174 bash[52350]: [26/Apr/2024:05:02:23] ENGINE Bus STARTING 2024-04-26T05:02:23.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:23 smithi174 bash[23471]: audit 2024-04-26T05:02:22.152688+0000 mon.a (mon.0) 996 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:23.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:23 smithi174 bash[23471]: audit 2024-04-26T05:02:22.161696+0000 mon.a (mon.0) 997 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:23.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:23 smithi174 bash[23471]: audit 2024-04-26T05:02:22.772265+0000 mon.a (mon.0) 998 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:23.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:23 smithi174 bash[23471]: audit 2024-04-26T05:02:22.790471+0000 mon.a (mon.0) 999 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:23.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:23 smithi102 bash[21319]: audit 2024-04-26T05:02:22.152688+0000 mon.a (mon.0) 996 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:23.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:23 smithi102 bash[21319]: audit 2024-04-26T05:02:22.161696+0000 mon.a (mon.0) 997 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:23.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:23 smithi102 bash[21319]: audit 2024-04-26T05:02:22.772265+0000 mon.a (mon.0) 998 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:23.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:23 smithi102 bash[21319]: audit 2024-04-26T05:02:22.790471+0000 mon.a (mon.0) 999 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:23.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:23 smithi102 bash[31411]: audit 2024-04-26T05:02:22.152688+0000 mon.a (mon.0) 996 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:23.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:23 smithi102 bash[31411]: audit 2024-04-26T05:02:22.161696+0000 mon.a (mon.0) 997 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:23.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:23 smithi102 bash[31411]: audit 2024-04-26T05:02:22.772265+0000 mon.a (mon.0) 998 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:23.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:23 smithi102 bash[31411]: audit 2024-04-26T05:02:22.790471+0000 mon.a (mon.0) 999 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:23.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:23 smithi174 bash[52350]: CherryPy Checker: 2024-04-26T05:02:23.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:23 smithi174 bash[52350]: The Application mounted at '' has an empty config. 2024-04-26T05:02:23.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:23 smithi174 bash[52350]: [26/Apr/2024:05:02:23] ENGINE Serving on http://:::9283 2024-04-26T05:02:23.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:23 smithi174 bash[52350]: [26/Apr/2024:05:02:23] ENGINE Bus STARTED 2024-04-26T05:02:24.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:24 smithi174 bash[23471]: cluster 2024-04-26T05:02:22.928314+0000 mgr.y (mgr.15774) 9 : cluster [DBG] pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-26T05:02:24.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:24 smithi174 bash[23471]: audit 2024-04-26T05:02:23.342607+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.? 172.21.15.174:0/1218798855' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T05:02:24.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:24 smithi174 bash[23471]: audit 2024-04-26T05:02:23.343475+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.? 172.21.15.174:0/1218798855' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T05:02:24.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:24 smithi174 bash[23471]: cluster 2024-04-26T05:02:23.344911+0000 mon.a (mon.0) 1000 : cluster [DBG] Standby manager daemon x started 2024-04-26T05:02:24.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:24 smithi174 bash[23471]: audit 2024-04-26T05:02:23.346724+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.? 172.21.15.174:0/1218798855' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T05:02:24.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:24 smithi174 bash[23471]: audit 2024-04-26T05:02:23.347458+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.? 172.21.15.174:0/1218798855' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T05:02:24.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:24 smithi102 bash[21319]: cluster 2024-04-26T05:02:22.928314+0000 mgr.y (mgr.15774) 9 : cluster [DBG] pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-26T05:02:24.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:24 smithi102 bash[21319]: audit 2024-04-26T05:02:23.342607+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.? 172.21.15.174:0/1218798855' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T05:02:24.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:24 smithi102 bash[21319]: audit 2024-04-26T05:02:23.343475+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.? 172.21.15.174:0/1218798855' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T05:02:24.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:24 smithi102 bash[21319]: cluster 2024-04-26T05:02:23.344911+0000 mon.a (mon.0) 1000 : cluster [DBG] Standby manager daemon x started 2024-04-26T05:02:24.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:24 smithi102 bash[21319]: audit 2024-04-26T05:02:23.346724+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.? 172.21.15.174:0/1218798855' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T05:02:24.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:24 smithi102 bash[21319]: audit 2024-04-26T05:02:23.347458+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.? 172.21.15.174:0/1218798855' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T05:02:24.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:24 smithi102 bash[31411]: cluster 2024-04-26T05:02:22.928314+0000 mgr.y (mgr.15774) 9 : cluster [DBG] pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-26T05:02:24.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:24 smithi102 bash[31411]: audit 2024-04-26T05:02:23.342607+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.? 172.21.15.174:0/1218798855' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T05:02:24.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:24 smithi102 bash[31411]: audit 2024-04-26T05:02:23.343475+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.? 172.21.15.174:0/1218798855' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T05:02:24.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:24 smithi102 bash[31411]: cluster 2024-04-26T05:02:23.344911+0000 mon.a (mon.0) 1000 : cluster [DBG] Standby manager daemon x started 2024-04-26T05:02:24.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:24 smithi102 bash[31411]: audit 2024-04-26T05:02:23.346724+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.? 172.21.15.174:0/1218798855' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T05:02:24.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:24 smithi102 bash[31411]: audit 2024-04-26T05:02:23.347458+0000 mon.b (mon.1) 82 : audit [DBG] from='mgr.? 172.21.15.174:0/1218798855' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T05:02:25.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:25 smithi174 bash[23471]: cluster 2024-04-26T05:02:24.177611+0000 mon.a (mon.0) 1001 : cluster [DBG] mgrmap e31: y(active, since 9s), standbys: x 2024-04-26T05:02:25.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:25 smithi174 bash[23471]: audit 2024-04-26T05:02:24.182975+0000 mon.c (mon.2) 196 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T05:02:25.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:25 smithi174 bash[23471]: audit 2024-04-26T05:02:24.289400+0000 mon.c (mon.2) 197 : audit [DBG] from='client.? 172.21.15.102:0/1951850387' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:25.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:25 smithi102 bash[31411]: cluster 2024-04-26T05:02:24.177611+0000 mon.a (mon.0) 1001 : cluster [DBG] mgrmap e31: y(active, since 9s), standbys: x 2024-04-26T05:02:25.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:25 smithi102 bash[31411]: audit 2024-04-26T05:02:24.182975+0000 mon.c (mon.2) 196 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T05:02:25.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:25 smithi102 bash[31411]: audit 2024-04-26T05:02:24.289400+0000 mon.c (mon.2) 197 : audit [DBG] from='client.? 172.21.15.102:0/1951850387' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:25.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:25 smithi102 bash[21319]: cluster 2024-04-26T05:02:24.177611+0000 mon.a (mon.0) 1001 : cluster [DBG] mgrmap e31: y(active, since 9s), standbys: x 2024-04-26T05:02:25.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:25 smithi102 bash[21319]: audit 2024-04-26T05:02:24.182975+0000 mon.c (mon.2) 196 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T05:02:25.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:25 smithi102 bash[21319]: audit 2024-04-26T05:02:24.289400+0000 mon.c (mon.2) 197 : audit [DBG] from='client.? 172.21.15.102:0/1951850387' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:26.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:26 smithi174 bash[23471]: cluster 2024-04-26T05:02:24.929123+0000 mgr.y (mgr.15774) 10 : cluster [DBG] pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T05:02:26.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:26 smithi174 bash[52350]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:02:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T05:02:26.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:26 smithi102 bash[21319]: cluster 2024-04-26T05:02:24.929123+0000 mgr.y (mgr.15774) 10 : cluster [DBG] pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T05:02:26.451 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:26 smithi102 bash[31411]: cluster 2024-04-26T05:02:24.929123+0000 mgr.y (mgr.15774) 10 : cluster [DBG] pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T05:02:27.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:27 smithi102 bash[21319]: audit 2024-04-26T05:02:26.721483+0000 mon.a (mon.0) 1002 : audit [DBG] from='client.? 172.21.15.102:0/1271968692' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:27.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:27 smithi102 bash[31411]: audit 2024-04-26T05:02:26.721483+0000 mon.a (mon.0) 1002 : audit [DBG] from='client.? 172.21.15.102:0/1271968692' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:27.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:27 smithi174 bash[23471]: audit 2024-04-26T05:02:26.721483+0000 mon.a (mon.0) 1002 : audit [DBG] from='client.? 172.21.15.102:0/1271968692' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:28.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:28 smithi102 bash[21319]: cluster 2024-04-26T05:02:26.930337+0000 mgr.y (mgr.15774) 11 : cluster [DBG] pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T05:02:28.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:28 smithi102 bash[31411]: cluster 2024-04-26T05:02:26.930337+0000 mgr.y (mgr.15774) 11 : cluster [DBG] pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T05:02:28.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:28 smithi174 bash[23471]: cluster 2024-04-26T05:02:26.930337+0000 mgr.y (mgr.15774) 11 : cluster [DBG] pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T05:02:29.180 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:28 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 3. 2024-04-26T05:02:29.180 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:28 smithi174 systemd[1]: Stopped Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:02:29.180 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:28 smithi174 systemd[1]: Started Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:02:29.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:29 smithi102 bash[31411]: audit 2024-04-26T05:02:29.157883+0000 mon.a (mon.0) 1003 : audit [DBG] from='client.? 172.21.15.102:0/1645916009' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:29.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:29 smithi102 bash[21319]: audit 2024-04-26T05:02:29.157883+0000 mon.a (mon.0) 1003 : audit [DBG] from='client.? 172.21.15.102:0/1645916009' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:29.521 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:29 smithi174 bash[23471]: audit 2024-04-26T05:02:29.157883+0000 mon.a (mon.0) 1003 : audit [DBG] from='client.? 172.21.15.102:0/1645916009' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:29.771 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:29 smithi174 bash[61238]: logger=settings t=2024-04-26T05:02:29.768722524Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-26T05:02:30.451 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:30 smithi102 bash[21319]: cluster 2024-04-26T05:02:28.930845+0000 mgr.y (mgr.15774) 12 : cluster [DBG] pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:02:30.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:30 smithi102 bash[21319]: audit 2024-04-26T05:02:30.042796+0000 mon.c (mon.2) 198 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:02:30.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:30 smithi102 bash[31411]: cluster 2024-04-26T05:02:28.930845+0000 mgr.y (mgr.15774) 12 : cluster [DBG] pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:02:30.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:30 smithi102 bash[31411]: audit 2024-04-26T05:02:30.042796+0000 mon.c (mon.2) 198 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:02:30.473 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:30 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-26T05:02:30.473 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:30 smithi174 bash[23471]: cluster 2024-04-26T05:02:28.930845+0000 mgr.y (mgr.15774) 12 : cluster [DBG] pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:02:30.473 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:30 smithi174 bash[23471]: audit 2024-04-26T05:02:30.042796+0000 mon.c (mon.2) 198 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:02:30.930 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:30 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-26T05:02:32.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:32 smithi174 bash[23471]: cluster 2024-04-26T05:02:30.931401+0000 mgr.y (mgr.15774) 13 : cluster [DBG] pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:02:32.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:32 smithi174 bash[23471]: audit 2024-04-26T05:02:31.592540+0000 mon.a (mon.0) 1004 : audit [DBG] from='client.? 172.21.15.102:0/3587607229' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:32.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:32 smithi174 bash[23471]: audit 2024-04-26T05:02:31.877915+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:32.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:32 smithi174 bash[23471]: audit 2024-04-26T05:02:31.894216+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:32.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:32 smithi174 bash[23471]: audit 2024-04-26T05:02:31.899119+0000 mon.c (mon.2) 199 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:02:32.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:32 smithi174 bash[23471]: audit 2024-04-26T05:02:31.901010+0000 mon.c (mon.2) 200 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:02:32.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:32 smithi102 bash[21319]: cluster 2024-04-26T05:02:30.931401+0000 mgr.y (mgr.15774) 13 : cluster [DBG] pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:02:32.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:32 smithi102 bash[21319]: audit 2024-04-26T05:02:31.592540+0000 mon.a (mon.0) 1004 : audit [DBG] from='client.? 172.21.15.102:0/3587607229' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:32.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:32 smithi102 bash[21319]: audit 2024-04-26T05:02:31.877915+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:32.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:32 smithi102 bash[21319]: audit 2024-04-26T05:02:31.894216+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:32.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:32 smithi102 bash[21319]: audit 2024-04-26T05:02:31.899119+0000 mon.c (mon.2) 199 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:02:32.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:32 smithi102 bash[21319]: audit 2024-04-26T05:02:31.901010+0000 mon.c (mon.2) 200 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:02:32.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:32 smithi102 bash[31411]: cluster 2024-04-26T05:02:30.931401+0000 mgr.y (mgr.15774) 13 : cluster [DBG] pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:02:32.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:32 smithi102 bash[31411]: audit 2024-04-26T05:02:31.592540+0000 mon.a (mon.0) 1004 : audit [DBG] from='client.? 172.21.15.102:0/3587607229' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:32.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:32 smithi102 bash[31411]: audit 2024-04-26T05:02:31.877915+0000 mon.a (mon.0) 1005 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:32.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:32 smithi102 bash[31411]: audit 2024-04-26T05:02:31.894216+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:32.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:32 smithi102 bash[31411]: audit 2024-04-26T05:02:31.899119+0000 mon.c (mon.2) 199 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:02:32.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:32 smithi102 bash[31411]: audit 2024-04-26T05:02:31.901010+0000 mon.c (mon.2) 200 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:02:33.477 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:33 smithi174 bash[23471]: cephadm 2024-04-26T05:02:31.903817+0000 mgr.y (mgr.15774) 14 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.conf 2024-04-26T05:02:33.477 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:33 smithi174 bash[23471]: cephadm 2024-04-26T05:02:31.904446+0000 mgr.y (mgr.15774) 15 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.conf 2024-04-26T05:02:33.477 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:33 smithi174 bash[23471]: cephadm 2024-04-26T05:02:32.169960+0000 mgr.y (mgr.15774) 16 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T05:02:33.478 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:33 smithi174 bash[23471]: cephadm 2024-04-26T05:02:32.170326+0000 mgr.y (mgr.15774) 17 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T05:02:33.478 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:33 smithi174 bash[23471]: cephadm 2024-04-26T05:02:32.335010+0000 mgr.y (mgr.15774) 18 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.client.admin.keyring 2024-04-26T05:02:33.478 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:33 smithi174 bash[23471]: cephadm 2024-04-26T05:02:32.335656+0000 mgr.y (mgr.15774) 19 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-26T05:02:33.478 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:33 smithi174 bash[23471]: audit 2024-04-26T05:02:32.673657+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:33.478 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:33 smithi174 bash[23471]: audit 2024-04-26T05:02:32.680698+0000 mon.a (mon.0) 1008 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:33.478 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:33 smithi174 bash[23471]: audit 2024-04-26T05:02:32.691607+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:33.478 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:33 smithi174 bash[23471]: audit 2024-04-26T05:02:32.700477+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:33.478 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:33 smithi174 bash[23471]: audit 2024-04-26T05:02:32.713647+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:33.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[21319]: cephadm 2024-04-26T05:02:31.903817+0000 mgr.y (mgr.15774) 14 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.conf 2024-04-26T05:02:33.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[21319]: cephadm 2024-04-26T05:02:31.904446+0000 mgr.y (mgr.15774) 15 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.conf 2024-04-26T05:02:33.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[21319]: cephadm 2024-04-26T05:02:32.169960+0000 mgr.y (mgr.15774) 16 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T05:02:33.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[21319]: cephadm 2024-04-26T05:02:32.170326+0000 mgr.y (mgr.15774) 17 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T05:02:33.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[21319]: cephadm 2024-04-26T05:02:32.335010+0000 mgr.y (mgr.15774) 18 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.client.admin.keyring 2024-04-26T05:02:33.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[21319]: cephadm 2024-04-26T05:02:32.335656+0000 mgr.y (mgr.15774) 19 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-26T05:02:33.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[21319]: audit 2024-04-26T05:02:32.673657+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:33.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[21319]: audit 2024-04-26T05:02:32.680698+0000 mon.a (mon.0) 1008 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:33.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[21319]: audit 2024-04-26T05:02:32.691607+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:33.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[21319]: audit 2024-04-26T05:02:32.700477+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:33.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[21319]: audit 2024-04-26T05:02:32.713647+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:33.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[31411]: cephadm 2024-04-26T05:02:31.903817+0000 mgr.y (mgr.15774) 14 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.conf 2024-04-26T05:02:33.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[31411]: cephadm 2024-04-26T05:02:31.904446+0000 mgr.y (mgr.15774) 15 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.conf 2024-04-26T05:02:33.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[31411]: cephadm 2024-04-26T05:02:32.169960+0000 mgr.y (mgr.15774) 16 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T05:02:33.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[31411]: cephadm 2024-04-26T05:02:32.170326+0000 mgr.y (mgr.15774) 17 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T05:02:33.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[31411]: cephadm 2024-04-26T05:02:32.335010+0000 mgr.y (mgr.15774) 18 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.client.admin.keyring 2024-04-26T05:02:33.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[31411]: cephadm 2024-04-26T05:02:32.335656+0000 mgr.y (mgr.15774) 19 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-26T05:02:33.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[31411]: audit 2024-04-26T05:02:32.673657+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:33.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[31411]: audit 2024-04-26T05:02:32.680698+0000 mon.a (mon.0) 1008 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:33.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[31411]: audit 2024-04-26T05:02:32.691607+0000 mon.a (mon.0) 1009 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:33.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[31411]: audit 2024-04-26T05:02:32.700477+0000 mon.a (mon.0) 1010 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:33.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:33 smithi102 bash[31411]: audit 2024-04-26T05:02:32.713647+0000 mon.a (mon.0) 1011 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:34.497 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:34 smithi174 bash[23471]: cephadm 2024-04-26T05:02:32.499515+0000 mgr.y (mgr.15774) 20 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T05:02:34.497 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:34 smithi174 bash[23471]: cephadm 2024-04-26T05:02:32.500215+0000 mgr.y (mgr.15774) 21 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T05:02:34.497 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:34 smithi174 bash[23471]: cluster 2024-04-26T05:02:32.705321+0000 mgr.y (mgr.15774) 22 : cluster [DBG] pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:02:34.497 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:34 smithi174 bash[23471]: cephadm 2024-04-26T05:02:32.788953+0000 mgr.y (mgr.15774) 23 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T05:02:34.497 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:34 smithi174 bash[23471]: cephadm 2024-04-26T05:02:33.063156+0000 mgr.y (mgr.15774) 24 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi174 2024-04-26T05:02:34.497 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:34 smithi174 bash[23471]: cluster 2024-04-26T05:02:33.696109+0000 mon.a (mon.0) 1012 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T05:02:34.497 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:34 smithi174 bash[23471]: audit 2024-04-26T05:02:34.022228+0000 mon.c (mon.2) 201 : audit [DBG] from='client.? 172.21.15.102:0/2591297218' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:34.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:34 smithi102 bash[31411]: cephadm 2024-04-26T05:02:32.499515+0000 mgr.y (mgr.15774) 20 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T05:02:34.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:34 smithi102 bash[31411]: cephadm 2024-04-26T05:02:32.500215+0000 mgr.y (mgr.15774) 21 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T05:02:34.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:34 smithi102 bash[31411]: cluster 2024-04-26T05:02:32.705321+0000 mgr.y (mgr.15774) 22 : cluster [DBG] pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:02:34.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:34 smithi102 bash[31411]: cephadm 2024-04-26T05:02:32.788953+0000 mgr.y (mgr.15774) 23 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T05:02:34.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:34 smithi102 bash[31411]: cephadm 2024-04-26T05:02:33.063156+0000 mgr.y (mgr.15774) 24 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi174 2024-04-26T05:02:34.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:34 smithi102 bash[31411]: cluster 2024-04-26T05:02:33.696109+0000 mon.a (mon.0) 1012 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T05:02:34.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:34 smithi102 bash[31411]: audit 2024-04-26T05:02:34.022228+0000 mon.c (mon.2) 201 : audit [DBG] from='client.? 172.21.15.102:0/2591297218' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:34.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:34 smithi102 bash[21319]: cephadm 2024-04-26T05:02:32.499515+0000 mgr.y (mgr.15774) 20 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T05:02:34.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:34 smithi102 bash[21319]: cephadm 2024-04-26T05:02:32.500215+0000 mgr.y (mgr.15774) 21 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T05:02:34.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:34 smithi102 bash[21319]: cluster 2024-04-26T05:02:32.705321+0000 mgr.y (mgr.15774) 22 : cluster [DBG] pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:02:34.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:34 smithi102 bash[21319]: cephadm 2024-04-26T05:02:32.788953+0000 mgr.y (mgr.15774) 23 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-04-26T05:02:34.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:34 smithi102 bash[21319]: cephadm 2024-04-26T05:02:33.063156+0000 mgr.y (mgr.15774) 24 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi174 2024-04-26T05:02:34.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:34 smithi102 bash[21319]: cluster 2024-04-26T05:02:33.696109+0000 mon.a (mon.0) 1012 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T05:02:34.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:34 smithi102 bash[21319]: audit 2024-04-26T05:02:34.022228+0000 mon.c (mon.2) 201 : audit [DBG] from='client.? 172.21.15.102:0/2591297218' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:36.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:36 smithi174 bash[23471]: cluster 2024-04-26T05:02:34.706179+0000 mgr.y (mgr.15774) 25 : cluster [DBG] pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:36.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:36 smithi174 bash[52350]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:02:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-26T05:02:36.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:36 smithi102 bash[21319]: cluster 2024-04-26T05:02:34.706179+0000 mgr.y (mgr.15774) 25 : cluster [DBG] pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:36.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:36 smithi102 bash[31411]: cluster 2024-04-26T05:02:34.706179+0000 mgr.y (mgr.15774) 25 : cluster [DBG] pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:36.919 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:36 smithi174 systemd[1]: Stopping Ceph prometheus.a for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:02:36.919 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:36 smithi174 bash[59377]: ts=2024-04-26T05:02:36.719Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-26T05:02:36.919 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:36 smithi174 bash[59377]: ts=2024-04-26T05:02:36.719Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-26T05:02:36.920 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:36 smithi174 bash[59377]: ts=2024-04-26T05:02:36.719Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-26T05:02:36.920 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:36 smithi174 bash[59377]: ts=2024-04-26T05:02:36.719Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-26T05:02:36.920 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:36 smithi174 bash[59377]: ts=2024-04-26T05:02:36.719Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-26T05:02:36.920 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:36 smithi174 bash[59377]: ts=2024-04-26T05:02:36.719Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-26T05:02:36.920 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:36 smithi174 bash[59377]: ts=2024-04-26T05:02:36.720Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-26T05:02:36.920 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:36 smithi174 bash[59377]: ts=2024-04-26T05:02:36.720Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-26T05:02:36.920 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:36 smithi174 bash[59377]: ts=2024-04-26T05:02:36.720Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-26T05:02:36.920 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:36 smithi174 bash[59377]: ts=2024-04-26T05:02:36.720Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-26T05:02:36.920 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:36 smithi174 bash[59377]: ts=2024-04-26T05:02:36.720Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-26T05:02:36.920 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:36 smithi174 bash[59377]: ts=2024-04-26T05:02:36.720Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-26T05:02:37.465 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:37 smithi174 bash[23471]: audit 2024-04-26T05:02:36.449178+0000 mon.c (mon.2) 202 : audit [DBG] from='client.? 172.21.15.102:0/2194061501' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:37.465 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:37 smithi174 bash[61588]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-prometheus-a 2024-04-26T05:02:37.465 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:37 smithi174 bash[61651]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-prometheus-a 2024-04-26T05:02:37.465 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:37 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-26T05:02:37.466 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:37 smithi174 systemd[1]: Stopped Ceph prometheus.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:02:37.466 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:37 smithi174 systemd[1]: Started Ceph prometheus.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:02:37.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:37 smithi102 bash[21319]: audit 2024-04-26T05:02:36.449178+0000 mon.c (mon.2) 202 : audit [DBG] from='client.? 172.21.15.102:0/2194061501' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:37.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:37 smithi102 bash[31411]: audit 2024-04-26T05:02:36.449178+0000 mon.c (mon.2) 202 : audit [DBG] from='client.? 172.21.15.102:0/2194061501' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:38.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[23471]: cluster 2024-04-26T05:02:36.707268+0000 mgr.y (mgr.15774) 26 : cluster [DBG] pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:38.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[23471]: audit 2024-04-26T05:02:37.477644+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:38.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[23471]: audit 2024-04-26T05:02:37.493389+0000 mon.a (mon.0) 1014 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:38.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[23471]: audit 2024-04-26T05:02:37.882619+0000 mon.c (mon.2) 203 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T05:02:38.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[23471]: audit 2024-04-26T05:02:37.890841+0000 mon.c (mon.2) 204 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:02:38.681 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.357Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-26T05:02:38.681 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.357Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-26T05:02:38.681 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.357Z caller=main.go:570 level=info host_details="(Linux 5.15.0-105-generic #115-Ubuntu SMP Mon Apr 15 09:52:04 UTC 2024 x86_64 smithi174 (none))" 2024-04-26T05:02:38.681 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.357Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-26T05:02:38.681 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.357Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-26T05:02:38.681 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.359Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-26T05:02:38.681 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.359Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-26T05:02:38.681 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.360Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-26T05:02:38.681 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.360Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-26T05:02:38.682 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.362Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-26T05:02:38.682 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.362Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.996µs 2024-04-26T05:02:38.682 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.362Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-26T05:02:38.682 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.363Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-26T05:02:38.682 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.385Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-26T05:02:38.682 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.388Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-26T05:02:38.682 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.389Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-26T05:02:38.682 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.389Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=55.192µs wal_replay_duration=26.62775ms wbl_replay_duration=152ns total_replay_duration=26.757398ms 2024-04-26T05:02:38.682 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.393Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-26T05:02:38.682 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.393Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-26T05:02:38.682 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.393Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-26T05:02:38.682 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.411Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.420495ms db_storage=1.088µs remote_storage=1.647µs web_handler=520ns query_engine=952ns scrape=299.074µs scrape_sd=93.487µs notify=17.788µs notify_sd=25.136µs rules=16.70128ms tracing=5.745µs 2024-04-26T05:02:38.682 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.411Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-26T05:02:38.683 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:38 smithi174 bash[61678]: ts=2024-04-26T05:02:38.411Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-26T05:02:38.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:38 smithi102 bash[21319]: cluster 2024-04-26T05:02:36.707268+0000 mgr.y (mgr.15774) 26 : cluster [DBG] pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:38.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:38 smithi102 bash[21319]: audit 2024-04-26T05:02:37.477644+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:38.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:38 smithi102 bash[21319]: audit 2024-04-26T05:02:37.493389+0000 mon.a (mon.0) 1014 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:38.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:38 smithi102 bash[21319]: audit 2024-04-26T05:02:37.882619+0000 mon.c (mon.2) 203 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T05:02:38.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:38 smithi102 bash[21319]: audit 2024-04-26T05:02:37.890841+0000 mon.c (mon.2) 204 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:02:38.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:38 smithi102 bash[31411]: cluster 2024-04-26T05:02:36.707268+0000 mgr.y (mgr.15774) 26 : cluster [DBG] pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:38.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:38 smithi102 bash[31411]: audit 2024-04-26T05:02:37.477644+0000 mon.a (mon.0) 1013 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:38.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:38 smithi102 bash[31411]: audit 2024-04-26T05:02:37.493389+0000 mon.a (mon.0) 1014 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:38.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:38 smithi102 bash[31411]: audit 2024-04-26T05:02:37.882619+0000 mon.c (mon.2) 203 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T05:02:38.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:38 smithi102 bash[31411]: audit 2024-04-26T05:02:37.890841+0000 mon.c (mon.2) 204 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:02:39.526 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:39 smithi174 bash[23471]: audit 2024-04-26T05:02:37.883730+0000 mgr.y (mgr.15774) 27 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T05:02:39.526 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:39 smithi174 bash[23471]: audit 2024-04-26T05:02:38.891170+0000 mon.c (mon.2) 205 : audit [DBG] from='client.? 172.21.15.102:0/4032319731' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:39.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:39 smithi102 bash[31411]: audit 2024-04-26T05:02:37.883730+0000 mgr.y (mgr.15774) 27 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T05:02:39.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:39 smithi102 bash[31411]: audit 2024-04-26T05:02:38.891170+0000 mon.c (mon.2) 205 : audit [DBG] from='client.? 172.21.15.102:0/4032319731' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:39.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:39 smithi102 bash[21319]: audit 2024-04-26T05:02:37.883730+0000 mgr.y (mgr.15774) 27 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-26T05:02:39.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:39 smithi102 bash[21319]: audit 2024-04-26T05:02:38.891170+0000 mon.c (mon.2) 205 : audit [DBG] from='client.? 172.21.15.102:0/4032319731' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:40.586 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:40 smithi174 bash[23471]: cluster 2024-04-26T05:02:38.707888+0000 mgr.y (mgr.15774) 28 : cluster [DBG] pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:40.586 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:40 smithi174 bash[23471]: audit 2024-04-26T05:02:40.164294+0000 mon.c (mon.2) 206 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:02:40.587 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:40 smithi174 bash[23471]: audit 2024-04-26T05:02:40.165289+0000 mon.a (mon.0) 1015 : audit [INF] from='mgr.15774 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:02:40.587 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:40 smithi174 bash[23471]: audit 2024-04-26T05:02:40.167561+0000 mon.c (mon.2) 207 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T05:02:40.587 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:40 smithi174 bash[23471]: audit 2024-04-26T05:02:40.169560+0000 mon.c (mon.2) 208 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:02:40.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:40 smithi102 bash[21319]: cluster 2024-04-26T05:02:38.707888+0000 mgr.y (mgr.15774) 28 : cluster [DBG] pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:40.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:40 smithi102 bash[21319]: audit 2024-04-26T05:02:40.164294+0000 mon.c (mon.2) 206 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:02:40.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:40 smithi102 bash[21319]: audit 2024-04-26T05:02:40.165289+0000 mon.a (mon.0) 1015 : audit [INF] from='mgr.15774 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:02:40.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:40 smithi102 bash[21319]: audit 2024-04-26T05:02:40.167561+0000 mon.c (mon.2) 207 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T05:02:40.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:40 smithi102 bash[21319]: audit 2024-04-26T05:02:40.169560+0000 mon.c (mon.2) 208 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:02:40.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:40 smithi102 bash[31411]: cluster 2024-04-26T05:02:38.707888+0000 mgr.y (mgr.15774) 28 : cluster [DBG] pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:40.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:40 smithi102 bash[31411]: audit 2024-04-26T05:02:40.164294+0000 mon.c (mon.2) 206 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:02:40.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:40 smithi102 bash[31411]: audit 2024-04-26T05:02:40.165289+0000 mon.a (mon.0) 1015 : audit [INF] from='mgr.15774 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:02:40.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:40 smithi102 bash[31411]: audit 2024-04-26T05:02:40.167561+0000 mon.c (mon.2) 207 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T05:02:40.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:40 smithi102 bash[31411]: audit 2024-04-26T05:02:40.169560+0000 mon.c (mon.2) 208 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:02:40.930 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:40 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 4. 2024-04-26T05:02:40.930 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:40 smithi174 systemd[1]: Stopped Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:02:40.930 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:40 smithi174 systemd[1]: Started Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:02:41.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:41 smithi174 bash[23471]: cephadm 2024-04-26T05:02:40.163500+0000 mgr.y (mgr.15774) 29 : cephadm [INF] Upgrade: Updating mgr.x 2024-04-26T05:02:41.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:41 smithi174 bash[23471]: cephadm 2024-04-26T05:02:40.171600+0000 mgr.y (mgr.15774) 30 : cephadm [INF] Deploying daemon mgr.x on smithi174 2024-04-26T05:02:41.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:41 smithi102 bash[31411]: cephadm 2024-04-26T05:02:40.163500+0000 mgr.y (mgr.15774) 29 : cephadm [INF] Upgrade: Updating mgr.x 2024-04-26T05:02:41.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:41 smithi102 bash[31411]: cephadm 2024-04-26T05:02:40.171600+0000 mgr.y (mgr.15774) 30 : cephadm [INF] Deploying daemon mgr.x on smithi174 2024-04-26T05:02:41.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:41 smithi102 bash[21319]: cephadm 2024-04-26T05:02:40.163500+0000 mgr.y (mgr.15774) 29 : cephadm [INF] Upgrade: Updating mgr.x 2024-04-26T05:02:41.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:41 smithi102 bash[21319]: cephadm 2024-04-26T05:02:40.171600+0000 mgr.y (mgr.15774) 30 : cephadm [INF] Deploying daemon mgr.x on smithi174 2024-04-26T05:02:42.247 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:41 smithi174 bash[61867]: logger=settings t=2024-04-26T05:02:41.945559187Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-26T05:02:42.610 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:42 smithi174 bash[23471]: cluster 2024-04-26T05:02:40.708537+0000 mgr.y (mgr.15774) 31 : cluster [DBG] pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:42.611 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:42 smithi174 bash[23471]: audit 2024-04-26T05:02:41.320513+0000 mon.a (mon.0) 1016 : audit [DBG] from='client.? 172.21.15.102:0/322206114' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:42.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:42 smithi102 bash[31411]: cluster 2024-04-26T05:02:40.708537+0000 mgr.y (mgr.15774) 31 : cluster [DBG] pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:42.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:42 smithi102 bash[31411]: audit 2024-04-26T05:02:41.320513+0000 mon.a (mon.0) 1016 : audit [DBG] from='client.? 172.21.15.102:0/322206114' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:42.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:42 smithi102 bash[21319]: cluster 2024-04-26T05:02:40.708537+0000 mgr.y (mgr.15774) 31 : cluster [DBG] pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:42.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:42 smithi102 bash[21319]: audit 2024-04-26T05:02:41.320513+0000 mon.a (mon.0) 1016 : audit [DBG] from='client.? 172.21.15.102:0/322206114' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:43.295 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:02:43 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:02:43.295 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:02:43 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:02:43.296 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:02:43 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:02:43.296 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:43 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:02:43.296 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:43 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-26T05:02:43.296 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:43 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:02:43.297 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:43 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:02:43.297 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:43 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:02:43.297 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:02:43 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:02:43.297 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:02:43 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:02:43.592 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:43 smithi174 systemd[1]: Stopping Ceph mgr.x for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:02:43.592 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:43 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-26T05:02:44.180 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:43 smithi174 bash[62095]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-mgr-x 2024-04-26T05:02:44.180 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:44 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-26T05:02:44.180 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:44 smithi174 bash[62158]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-mgr-x 2024-04-26T05:02:44.180 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:44 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-26T05:02:44.180 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:44 smithi174 systemd[1]: Stopped Ceph mgr.x for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:02:44.680 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:02:44 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:02:44.680 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:02:44 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:02:44.681 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:02:44 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:02:44.681 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:44 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:02:44.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:44 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:02:44.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:44 smithi174 bash[23471]: cluster 2024-04-26T05:02:42.709715+0000 mgr.y (mgr.15774) 32 : cluster [DBG] pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:44.682 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:44 smithi174 bash[23471]: audit 2024-04-26T05:02:43.751170+0000 mon.a (mon.0) 1017 : audit [DBG] from='client.? 172.21.15.102:0/251515438' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:44.682 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:02:44 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:02:44.682 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:44 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:02:44.683 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:02:44 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:02:44.683 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:44 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:02:44.683 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:44 smithi174 systemd[1]: Started Ceph mgr.x for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:02:44.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:44 smithi102 bash[21319]: cluster 2024-04-26T05:02:42.709715+0000 mgr.y (mgr.15774) 32 : cluster [DBG] pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:44.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:44 smithi102 bash[21319]: audit 2024-04-26T05:02:43.751170+0000 mon.a (mon.0) 1017 : audit [DBG] from='client.? 172.21.15.102:0/251515438' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:44.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:44 smithi102 bash[31411]: cluster 2024-04-26T05:02:42.709715+0000 mgr.y (mgr.15774) 32 : cluster [DBG] pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:44.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:44 smithi102 bash[31411]: audit 2024-04-26T05:02:43.751170+0000 mon.a (mon.0) 1017 : audit [DBG] from='client.? 172.21.15.102:0/251515438' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:45.422 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:45 smithi174 bash[62215]: debug 2024-04-26T05:02:45.267+0000 7fb766e1e700 1 -- 172.21.15.174:0/2154513787 <== mon.1 v2:172.21.15.174:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55afe61e25a0 con 0x55afe6f62800 2024-04-26T05:02:45.422 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:45 smithi174 bash[23471]: audit 2024-04-26T05:02:44.399008+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:45.423 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:45 smithi174 bash[23471]: audit 2024-04-26T05:02:44.413684+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:45.423 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:45 smithi174 bash[23471]: audit 2024-04-26T05:02:44.445861+0000 mon.c (mon.2) 209 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:02:45.423 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:45 smithi174 bash[23471]: audit 2024-04-26T05:02:45.051173+0000 mon.a (mon.0) 1020 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:45.423 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:45 smithi174 bash[23471]: audit 2024-04-26T05:02:45.055614+0000 mon.c (mon.2) 210 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:02:45.680 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:45 smithi174 bash[62215]: debug 2024-04-26T05:02:45.419+0000 7fb771025200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T05:02:45.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:45 smithi102 bash[31411]: audit 2024-04-26T05:02:44.399008+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:45.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:45 smithi102 bash[31411]: audit 2024-04-26T05:02:44.413684+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:45.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:45 smithi102 bash[31411]: audit 2024-04-26T05:02:44.445861+0000 mon.c (mon.2) 209 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:02:45.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:45 smithi102 bash[31411]: audit 2024-04-26T05:02:45.051173+0000 mon.a (mon.0) 1020 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:45.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:45 smithi102 bash[31411]: audit 2024-04-26T05:02:45.055614+0000 mon.c (mon.2) 210 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:02:45.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:45 smithi102 bash[21319]: audit 2024-04-26T05:02:44.399008+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:45.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:45 smithi102 bash[21319]: audit 2024-04-26T05:02:44.413684+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:45.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:45 smithi102 bash[21319]: audit 2024-04-26T05:02:44.445861+0000 mon.c (mon.2) 209 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:02:45.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:45 smithi102 bash[21319]: audit 2024-04-26T05:02:45.051173+0000 mon.a (mon.0) 1020 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:45.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:45 smithi102 bash[21319]: audit 2024-04-26T05:02:45.055614+0000 mon.c (mon.2) 210 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:02:46.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:46 smithi174 bash[23471]: cluster 2024-04-26T05:02:44.710393+0000 mgr.y (mgr.15774) 33 : cluster [DBG] pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:46.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:46 smithi174 bash[23471]: audit 2024-04-26T05:02:46.179065+0000 mon.c (mon.2) 211 : audit [DBG] from='client.? 172.21.15.102:0/2221229009' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:46.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:46 smithi102 bash[21319]: cluster 2024-04-26T05:02:44.710393+0000 mgr.y (mgr.15774) 33 : cluster [DBG] pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:46.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:46 smithi102 bash[21319]: audit 2024-04-26T05:02:46.179065+0000 mon.c (mon.2) 211 : audit [DBG] from='client.? 172.21.15.102:0/2221229009' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:46.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:46 smithi102 bash[31411]: cluster 2024-04-26T05:02:44.710393+0000 mgr.y (mgr.15774) 33 : cluster [DBG] pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:46.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:46 smithi102 bash[31411]: audit 2024-04-26T05:02:46.179065+0000 mon.c (mon.2) 211 : audit [DBG] from='client.? 172.21.15.102:0/2221229009' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:47.352 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:47 smithi174 bash[62215]: debug 2024-04-26T05:02:47.003+0000 7fb771025200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T05:02:47.353 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:47 smithi174 bash[62215]: debug 2024-04-26T05:02:47.099+0000 7fb771025200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T05:02:47.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:47 smithi174 bash[23471]: cluster 2024-04-26T05:02:46.711464+0000 mgr.y (mgr.15774) 34 : cluster [DBG] pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:47.680 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:47 smithi174 bash[62215]: debug 2024-04-26T05:02:47.347+0000 7fb771025200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T05:02:47.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:47 smithi102 bash[21319]: cluster 2024-04-26T05:02:46.711464+0000 mgr.y (mgr.15774) 34 : cluster [DBG] pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:47.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:47 smithi102 bash[31411]: cluster 2024-04-26T05:02:46.711464+0000 mgr.y (mgr.15774) 34 : cluster [DBG] pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:48.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:48 smithi174 bash[62215]: debug 2024-04-26T05:02:48.155+0000 7fb771025200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T05:02:48.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:48 smithi174 bash[62215]: debug 2024-04-26T05:02:48.267+0000 7fb771025200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T05:02:48.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:48 smithi174 bash[62215]: debug 2024-04-26T05:02:48.371+0000 7fb771025200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T05:02:48.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:48 smithi174 bash[23471]: audit 2024-04-26T05:02:48.622120+0000 mon.a (mon.0) 1021 : audit [DBG] from='client.? 172.21.15.102:0/2658593612' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:48.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:48 smithi174 bash[62215]: debug 2024-04-26T05:02:48.731+0000 7fb771025200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T05:02:48.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:48 smithi174 bash[62215]: debug 2024-04-26T05:02:48.847+0000 7fb771025200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T05:02:48.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:48 smithi102 bash[31411]: audit 2024-04-26T05:02:48.622120+0000 mon.a (mon.0) 1021 : audit [DBG] from='client.? 172.21.15.102:0/2658593612' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:48.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:48 smithi102 bash[21319]: audit 2024-04-26T05:02:48.622120+0000 mon.a (mon.0) 1021 : audit [DBG] from='client.? 172.21.15.102:0/2658593612' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:49.321 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:48 smithi174 bash[62215]: debug 2024-04-26T05:02:48.955+0000 7fb771025200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T05:02:49.572 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:49 smithi174 bash[62215]: debug 2024-04-26T05:02:49.319+0000 7fb771025200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T05:02:49.849 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:49 smithi174 bash[23471]: cluster 2024-04-26T05:02:48.712129+0000 mgr.y (mgr.15774) 35 : cluster [DBG] pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:49.850 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:49 smithi174 bash[62215]: debug 2024-04-26T05:02:49.567+0000 7fb771025200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T05:02:49.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:49 smithi102 bash[31411]: cluster 2024-04-26T05:02:48.712129+0000 mgr.y (mgr.15774) 35 : cluster [DBG] pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:49.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:49 smithi102 bash[21319]: cluster 2024-04-26T05:02:48.712129+0000 mgr.y (mgr.15774) 35 : cluster [DBG] pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:50.180 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:49 smithi174 bash[62215]: debug 2024-04-26T05:02:49.847+0000 7fb771025200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T05:02:50.180 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:49 smithi174 bash[62215]: debug 2024-04-26T05:02:49.975+0000 7fb771025200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T05:02:50.680 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:50 smithi174 bash[62215]: debug 2024-04-26T05:02:50.279+0000 7fb771025200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T05:02:50.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:02:50 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:02:50] "GET /metrics HTTP/1.1" 200 33925 "" "Prometheus/2.43.0" 2024-04-26T05:02:51.102 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:50 smithi174 bash[62215]: debug 2024-04-26T05:02:50.723+0000 7fb771025200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T05:02:51.103 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:50 smithi174 bash[62215]: debug 2024-04-26T05:02:50.971+0000 7fb771025200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T05:02:51.366 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:51 smithi174 bash[62215]: debug 2024-04-26T05:02:51.099+0000 7fb771025200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T05:02:51.366 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:51 smithi174 bash[23471]: audit 2024-04-26T05:02:50.294715+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:51.366 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:51 smithi174 bash[23471]: audit 2024-04-26T05:02:50.310669+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:51.366 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:51 smithi174 bash[23471]: audit 2024-04-26T05:02:51.063182+0000 mon.a (mon.0) 1024 : audit [DBG] from='client.? 172.21.15.102:0/642256702' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:51.680 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:51 smithi174 bash[62215]: debug 2024-04-26T05:02:51.363+0000 7fb771025200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T05:02:51.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:51 smithi102 bash[21319]: audit 2024-04-26T05:02:50.294715+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:51.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:51 smithi102 bash[21319]: audit 2024-04-26T05:02:50.310669+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:51.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:51 smithi102 bash[21319]: audit 2024-04-26T05:02:51.063182+0000 mon.a (mon.0) 1024 : audit [DBG] from='client.? 172.21.15.102:0/642256702' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:51.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:51 smithi102 bash[31411]: audit 2024-04-26T05:02:50.294715+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:51.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:51 smithi102 bash[31411]: audit 2024-04-26T05:02:50.310669+0000 mon.a (mon.0) 1023 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:51.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:51 smithi102 bash[31411]: audit 2024-04-26T05:02:51.063182+0000 mon.a (mon.0) 1024 : audit [DBG] from='client.? 172.21.15.102:0/642256702' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:52.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:52 smithi174 bash[23471]: cluster 2024-04-26T05:02:50.712778+0000 mgr.y (mgr.15774) 36 : cluster [DBG] pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:52.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:52 smithi174 bash[23471]: audit 2024-04-26T05:02:51.366434+0000 mon.a (mon.0) 1025 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:52.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:52 smithi174 bash[23471]: audit 2024-04-26T05:02:51.382159+0000 mon.a (mon.0) 1026 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:52.680 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:52 smithi174 bash[62215]: debug 2024-04-26T05:02:52.403+0000 7fb771025200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T05:02:52.680 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:52 smithi174 bash[62215]: debug 2024-04-26T05:02:52.523+0000 7fb771025200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T05:02:52.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:52 smithi102 bash[31411]: cluster 2024-04-26T05:02:50.712778+0000 mgr.y (mgr.15774) 36 : cluster [DBG] pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:52.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:52 smithi102 bash[31411]: audit 2024-04-26T05:02:51.366434+0000 mon.a (mon.0) 1025 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:52.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:52 smithi102 bash[31411]: audit 2024-04-26T05:02:51.382159+0000 mon.a (mon.0) 1026 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:52.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:52 smithi102 bash[21319]: cluster 2024-04-26T05:02:50.712778+0000 mgr.y (mgr.15774) 36 : cluster [DBG] pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:52.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:52 smithi102 bash[21319]: audit 2024-04-26T05:02:51.366434+0000 mon.a (mon.0) 1025 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:52.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:52 smithi102 bash[21319]: audit 2024-04-26T05:02:51.382159+0000 mon.a (mon.0) 1026 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:02:53.180 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:52 smithi174 bash[62215]: debug 2024-04-26T05:02:52.827+0000 7fb771025200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T05:02:53.180 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:52 smithi174 bash[62215]: debug 2024-04-26T05:02:52.943+0000 7fb771025200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T05:02:53.664 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:53 smithi174 bash[62215]: debug 2024-04-26T05:02:53.403+0000 7fb771025200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T05:02:53.664 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:53 smithi174 bash[62215]: debug 2024-04-26T05:02:53.531+0000 7fb771025200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T05:02:53.664 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:53 smithi174 bash[62215]: [26/Apr/2024:05:02:53] ENGINE Bus STARTING 2024-04-26T05:02:53.665 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:53 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 5. 2024-04-26T05:02:53.665 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:53 smithi174 systemd[1]: Stopped Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:02:53.665 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:53 smithi174 systemd[1]: Started Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:02:53.904 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:02:53 smithi102 bash[74515]: ts=2024-04-26T05:02:53.512Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:02:53.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:53 smithi174 bash[62215]: CherryPy Checker: 2024-04-26T05:02:53.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:53 smithi174 bash[62215]: The Application mounted at '' has an empty config. 2024-04-26T05:02:53.931 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:53 smithi174 bash[62215]: [26/Apr/2024:05:02:53] ENGINE Serving on http://:::9283 2024-04-26T05:02:53.931 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:02:53 smithi174 bash[62215]: [26/Apr/2024:05:02:53] ENGINE Bus STARTED 2024-04-26T05:02:54.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:54 smithi174 bash[23471]: cluster 2024-04-26T05:02:52.713858+0000 mgr.y (mgr.15774) 37 : cluster [DBG] pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:54.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:54 smithi174 bash[23471]: audit 2024-04-26T05:02:53.500455+0000 mon.c (mon.2) 212 : audit [DBG] from='client.? 172.21.15.102:0/472928068' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:54.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:54 smithi174 bash[23471]: audit 2024-04-26T05:02:53.559135+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.? 172.21.15.174:0/4102851124' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T05:02:54.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:54 smithi174 bash[23471]: cluster 2024-04-26T05:02:53.560011+0000 mon.a (mon.0) 1027 : cluster [DBG] Standby manager daemon x restarted 2024-04-26T05:02:54.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:54 smithi174 bash[23471]: audit 2024-04-26T05:02:53.560069+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.? 172.21.15.174:0/4102851124' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T05:02:54.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:54 smithi174 bash[23471]: cluster 2024-04-26T05:02:53.560226+0000 mon.a (mon.0) 1028 : cluster [DBG] Standby manager daemon x started 2024-04-26T05:02:54.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:54 smithi174 bash[23471]: audit 2024-04-26T05:02:53.562917+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.? 172.21.15.174:0/4102851124' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T05:02:54.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:54 smithi174 bash[23471]: audit 2024-04-26T05:02:53.564310+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.? 172.21.15.174:0/4102851124' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T05:02:54.702 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:02:53 smithi102 bash[74515]: ts=2024-04-26T05:02:53.907Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify success" attempts=2 2024-04-26T05:02:54.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:54 smithi102 bash[21319]: cluster 2024-04-26T05:02:52.713858+0000 mgr.y (mgr.15774) 37 : cluster [DBG] pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:54.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:54 smithi102 bash[21319]: audit 2024-04-26T05:02:53.500455+0000 mon.c (mon.2) 212 : audit [DBG] from='client.? 172.21.15.102:0/472928068' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:54.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:54 smithi102 bash[21319]: audit 2024-04-26T05:02:53.559135+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.? 172.21.15.174:0/4102851124' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T05:02:54.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:54 smithi102 bash[21319]: cluster 2024-04-26T05:02:53.560011+0000 mon.a (mon.0) 1027 : cluster [DBG] Standby manager daemon x restarted 2024-04-26T05:02:54.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:54 smithi102 bash[21319]: audit 2024-04-26T05:02:53.560069+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.? 172.21.15.174:0/4102851124' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T05:02:54.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:54 smithi102 bash[21319]: cluster 2024-04-26T05:02:53.560226+0000 mon.a (mon.0) 1028 : cluster [DBG] Standby manager daemon x started 2024-04-26T05:02:54.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:54 smithi102 bash[21319]: audit 2024-04-26T05:02:53.562917+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.? 172.21.15.174:0/4102851124' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T05:02:54.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:54 smithi102 bash[21319]: audit 2024-04-26T05:02:53.564310+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.? 172.21.15.174:0/4102851124' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T05:02:54.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:54 smithi102 bash[31411]: cluster 2024-04-26T05:02:52.713858+0000 mgr.y (mgr.15774) 37 : cluster [DBG] pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:54.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:54 smithi102 bash[31411]: audit 2024-04-26T05:02:53.500455+0000 mon.c (mon.2) 212 : audit [DBG] from='client.? 172.21.15.102:0/472928068' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:54.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:54 smithi102 bash[31411]: audit 2024-04-26T05:02:53.559135+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.? 172.21.15.174:0/4102851124' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T05:02:54.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:54 smithi102 bash[31411]: cluster 2024-04-26T05:02:53.560011+0000 mon.a (mon.0) 1027 : cluster [DBG] Standby manager daemon x restarted 2024-04-26T05:02:54.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:54 smithi102 bash[31411]: audit 2024-04-26T05:02:53.560069+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.? 172.21.15.174:0/4102851124' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T05:02:54.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:54 smithi102 bash[31411]: cluster 2024-04-26T05:02:53.560226+0000 mon.a (mon.0) 1028 : cluster [DBG] Standby manager daemon x started 2024-04-26T05:02:54.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:54 smithi102 bash[31411]: audit 2024-04-26T05:02:53.562917+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.? 172.21.15.174:0/4102851124' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T05:02:54.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:54 smithi102 bash[31411]: audit 2024-04-26T05:02:53.564310+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.? 172.21.15.174:0/4102851124' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T05:02:55.180 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:54 smithi174 bash[62779]: logger=settings t=2024-04-26T05:02:54.684780734Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-26T05:02:55.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:55 smithi174 bash[23471]: cluster 2024-04-26T05:02:54.389305+0000 mon.a (mon.0) 1029 : cluster [DBG] mgrmap e32: y(active, since 39s), standbys: x 2024-04-26T05:02:55.680 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:55 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-26T05:02:55.680 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:02:55 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-26T05:02:55.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:55 smithi102 bash[21319]: cluster 2024-04-26T05:02:54.389305+0000 mon.a (mon.0) 1029 : cluster [DBG] mgrmap e32: y(active, since 39s), standbys: x 2024-04-26T05:02:55.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:55 smithi102 bash[31411]: cluster 2024-04-26T05:02:54.389305+0000 mon.a (mon.0) 1029 : cluster [DBG] mgrmap e32: y(active, since 39s), standbys: x 2024-04-26T05:02:56.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:56 smithi174 bash[23471]: cluster 2024-04-26T05:02:54.714587+0000 mgr.y (mgr.15774) 38 : cluster [DBG] pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:56.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:56 smithi174 bash[23471]: audit 2024-04-26T05:02:55.934929+0000 mon.a (mon.0) 1030 : audit [DBG] from='client.? 172.21.15.102:0/2524173374' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:56.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:56 smithi102 bash[31411]: cluster 2024-04-26T05:02:54.714587+0000 mgr.y (mgr.15774) 38 : cluster [DBG] pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:56.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:56 smithi102 bash[31411]: audit 2024-04-26T05:02:55.934929+0000 mon.a (mon.0) 1030 : audit [DBG] from='client.? 172.21.15.102:0/2524173374' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:56.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:56 smithi102 bash[21319]: cluster 2024-04-26T05:02:54.714587+0000 mgr.y (mgr.15774) 38 : cluster [DBG] pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:56.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:56 smithi102 bash[21319]: audit 2024-04-26T05:02:55.934929+0000 mon.a (mon.0) 1030 : audit [DBG] from='client.? 172.21.15.102:0/2524173374' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:58.662 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:58 smithi174 bash[23471]: cluster 2024-04-26T05:02:56.715696+0000 mgr.y (mgr.15774) 39 : cluster [DBG] pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:58.662 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:02:58 smithi174 bash[23471]: audit 2024-04-26T05:02:58.365199+0000 mon.c (mon.2) 213 : audit [DBG] from='client.? 172.21.15.102:0/1214681808' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:58.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:58 smithi102 bash[31411]: cluster 2024-04-26T05:02:56.715696+0000 mgr.y (mgr.15774) 39 : cluster [DBG] pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:58.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:02:58 smithi102 bash[31411]: audit 2024-04-26T05:02:58.365199+0000 mon.c (mon.2) 213 : audit [DBG] from='client.? 172.21.15.102:0/1214681808' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:58.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:58 smithi102 bash[21319]: cluster 2024-04-26T05:02:56.715696+0000 mgr.y (mgr.15774) 39 : cluster [DBG] pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:02:58.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:02:58 smithi102 bash[21319]: audit 2024-04-26T05:02:58.365199+0000 mon.c (mon.2) 213 : audit [DBG] from='client.? 172.21.15.102:0/1214681808' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:02:58.930 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:02:58 smithi174 bash[61678]: ts=2024-04-26T05:02:58.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi102:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:03:00.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:00 smithi174 bash[23471]: cluster 2024-04-26T05:02:58.716357+0000 mgr.y (mgr.15774) 40 : cluster [DBG] pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:00.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:00 smithi174 bash[23471]: audit 2024-04-26T05:03:00.044579+0000 mon.c (mon.2) 214 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:03:00.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:00 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:03:00] "GET /metrics HTTP/1.1" 200 33924 "" "Prometheus/2.43.0" 2024-04-26T05:03:00.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:00 smithi102 bash[31411]: cluster 2024-04-26T05:02:58.716357+0000 mgr.y (mgr.15774) 40 : cluster [DBG] pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:00.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:00 smithi102 bash[31411]: audit 2024-04-26T05:03:00.044579+0000 mon.c (mon.2) 214 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:03:00.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:00 smithi102 bash[21319]: cluster 2024-04-26T05:02:58.716357+0000 mgr.y (mgr.15774) 40 : cluster [DBG] pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:00.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:00 smithi102 bash[21319]: audit 2024-04-26T05:03:00.044579+0000 mon.c (mon.2) 214 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:03:01.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[31411]: audit 2024-04-26T05:03:00.803415+0000 mon.c (mon.2) 215 : audit [DBG] from='client.? 172.21.15.102:0/760258916' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:03:01.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[31411]: audit 2024-04-26T05:03:01.058084+0000 mon.a (mon.0) 1031 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:03:01.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[31411]: audit 2024-04-26T05:03:01.073819+0000 mon.a (mon.0) 1032 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:03:01.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[31411]: audit 2024-04-26T05:03:01.077997+0000 mon.c (mon.2) 216 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:03:01.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[31411]: audit 2024-04-26T05:03:01.079930+0000 mon.c (mon.2) 217 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:03:01.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[31411]: audit 2024-04-26T05:03:01.093610+0000 mon.a (mon.0) 1033 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:03:01.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[31411]: audit 2024-04-26T05:03:01.179428+0000 mon.c (mon.2) 218 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:03:01.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[31411]: audit 2024-04-26T05:03:01.184473+0000 mon.c (mon.2) 219 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:03:01.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[31411]: audit 2024-04-26T05:03:01.196071+0000 mon.a (mon.0) 1034 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:03:01.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[31411]: audit 2024-04-26T05:03:01.198748+0000 mon.c (mon.2) 220 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T05:03:01.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[31411]: audit 2024-04-26T05:03:01.199511+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.15774 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T05:03:01.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[31411]: audit 2024-04-26T05:03:01.210809+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.15774 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-26T05:03:01.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[31411]: audit 2024-04-26T05:03:01.213260+0000 mon.c (mon.2) 221 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-26T05:03:01.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[31411]: audit 2024-04-26T05:03:01.213920+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.15774 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-26T05:03:01.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[31411]: audit 2024-04-26T05:03:01.224566+0000 mon.a (mon.0) 1038 : audit [INF] from='mgr.15774 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-26T05:03:01.681 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[31411]: audit 2024-04-26T05:03:01.228344+0000 mon.c (mon.2) 222 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-26T05:03:01.681 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[31411]: audit 2024-04-26T05:03:01.230243+0000 mon.c (mon.2) 223 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-26T05:03:01.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[21319]: audit 2024-04-26T05:03:00.803415+0000 mon.c (mon.2) 215 : audit [DBG] from='client.? 172.21.15.102:0/760258916' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:03:01.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[21319]: audit 2024-04-26T05:03:01.058084+0000 mon.a (mon.0) 1031 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:03:01.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[21319]: audit 2024-04-26T05:03:01.073819+0000 mon.a (mon.0) 1032 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:03:01.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[21319]: audit 2024-04-26T05:03:01.077997+0000 mon.c (mon.2) 216 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:03:01.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[21319]: audit 2024-04-26T05:03:01.079930+0000 mon.c (mon.2) 217 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:03:01.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[21319]: audit 2024-04-26T05:03:01.093610+0000 mon.a (mon.0) 1033 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:03:01.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[21319]: audit 2024-04-26T05:03:01.179428+0000 mon.c (mon.2) 218 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:03:01.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[21319]: audit 2024-04-26T05:03:01.184473+0000 mon.c (mon.2) 219 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:03:01.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[21319]: audit 2024-04-26T05:03:01.196071+0000 mon.a (mon.0) 1034 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:03:01.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[21319]: audit 2024-04-26T05:03:01.198748+0000 mon.c (mon.2) 220 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T05:03:01.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[21319]: audit 2024-04-26T05:03:01.199511+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.15774 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T05:03:01.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[21319]: audit 2024-04-26T05:03:01.210809+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.15774 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-26T05:03:01.682 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[21319]: audit 2024-04-26T05:03:01.213260+0000 mon.c (mon.2) 221 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-26T05:03:01.682 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[21319]: audit 2024-04-26T05:03:01.213920+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.15774 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-26T05:03:01.682 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[21319]: audit 2024-04-26T05:03:01.224566+0000 mon.a (mon.0) 1038 : audit [INF] from='mgr.15774 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-26T05:03:01.682 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[21319]: audit 2024-04-26T05:03:01.228344+0000 mon.c (mon.2) 222 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-26T05:03:01.682 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:01 smithi102 bash[21319]: audit 2024-04-26T05:03:01.230243+0000 mon.c (mon.2) 223 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-26T05:03:01.682 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:01 smithi174 bash[23471]: audit 2024-04-26T05:03:00.803415+0000 mon.c (mon.2) 215 : audit [DBG] from='client.? 172.21.15.102:0/760258916' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:03:01.682 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:01 smithi174 bash[23471]: audit 2024-04-26T05:03:01.058084+0000 mon.a (mon.0) 1031 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:03:01.682 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:01 smithi174 bash[23471]: audit 2024-04-26T05:03:01.073819+0000 mon.a (mon.0) 1032 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:03:01.682 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:01 smithi174 bash[23471]: audit 2024-04-26T05:03:01.077997+0000 mon.c (mon.2) 216 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:03:01.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:01 smithi174 bash[23471]: audit 2024-04-26T05:03:01.079930+0000 mon.c (mon.2) 217 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:03:01.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:01 smithi174 bash[23471]: audit 2024-04-26T05:03:01.093610+0000 mon.a (mon.0) 1033 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:03:01.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:01 smithi174 bash[23471]: audit 2024-04-26T05:03:01.179428+0000 mon.c (mon.2) 218 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:03:01.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:01 smithi174 bash[23471]: audit 2024-04-26T05:03:01.184473+0000 mon.c (mon.2) 219 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:03:01.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:01 smithi174 bash[23471]: audit 2024-04-26T05:03:01.196071+0000 mon.a (mon.0) 1034 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:03:01.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:01 smithi174 bash[23471]: audit 2024-04-26T05:03:01.198748+0000 mon.c (mon.2) 220 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T05:03:01.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:01 smithi174 bash[23471]: audit 2024-04-26T05:03:01.199511+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.15774 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-26T05:03:01.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:01 smithi174 bash[23471]: audit 2024-04-26T05:03:01.210809+0000 mon.a (mon.0) 1036 : audit [INF] from='mgr.15774 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-26T05:03:01.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:01 smithi174 bash[23471]: audit 2024-04-26T05:03:01.213260+0000 mon.c (mon.2) 221 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-26T05:03:01.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:01 smithi174 bash[23471]: audit 2024-04-26T05:03:01.213920+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.15774 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-26T05:03:01.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:01 smithi174 bash[23471]: audit 2024-04-26T05:03:01.224566+0000 mon.a (mon.0) 1038 : audit [INF] from='mgr.15774 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-26T05:03:01.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:01 smithi174 bash[23471]: audit 2024-04-26T05:03:01.228344+0000 mon.c (mon.2) 222 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-26T05:03:01.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:01 smithi174 bash[23471]: audit 2024-04-26T05:03:01.230243+0000 mon.c (mon.2) 223 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-26T05:03:02.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:02 smithi174 bash[23471]: cluster 2024-04-26T05:03:00.717023+0000 mgr.y (mgr.15774) 41 : cluster [DBG] pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:02.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:02 smithi174 bash[23471]: cluster 2024-04-26T05:03:01.083840+0000 mgr.y (mgr.15774) 42 : cluster [DBG] pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:02.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:02 smithi174 bash[23471]: cluster 2024-04-26T05:03:01.084388+0000 mgr.y (mgr.15774) 43 : cluster [DBG] pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:02.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:02 smithi174 bash[23471]: cephadm 2024-04-26T05:03:01.186258+0000 mgr.y (mgr.15774) 44 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-04-26T05:03:02.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:02 smithi174 bash[23471]: cephadm 2024-04-26T05:03:01.231769+0000 mgr.y (mgr.15774) 45 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-04-26T05:03:02.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:02 smithi102 bash[31411]: cluster 2024-04-26T05:03:00.717023+0000 mgr.y (mgr.15774) 41 : cluster [DBG] pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:02.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:02 smithi102 bash[31411]: cluster 2024-04-26T05:03:01.083840+0000 mgr.y (mgr.15774) 42 : cluster [DBG] pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:02.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:02 smithi102 bash[31411]: cluster 2024-04-26T05:03:01.084388+0000 mgr.y (mgr.15774) 43 : cluster [DBG] pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:02.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:02 smithi102 bash[31411]: cephadm 2024-04-26T05:03:01.186258+0000 mgr.y (mgr.15774) 44 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-04-26T05:03:02.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:02 smithi102 bash[31411]: cephadm 2024-04-26T05:03:01.231769+0000 mgr.y (mgr.15774) 45 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-04-26T05:03:02.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:02 smithi102 bash[21319]: cluster 2024-04-26T05:03:00.717023+0000 mgr.y (mgr.15774) 41 : cluster [DBG] pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:02.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:02 smithi102 bash[21319]: cluster 2024-04-26T05:03:01.083840+0000 mgr.y (mgr.15774) 42 : cluster [DBG] pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:02.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:02 smithi102 bash[21319]: cluster 2024-04-26T05:03:01.084388+0000 mgr.y (mgr.15774) 43 : cluster [DBG] pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:02.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:02 smithi102 bash[21319]: cephadm 2024-04-26T05:03:01.186258+0000 mgr.y (mgr.15774) 44 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-04-26T05:03:02.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:02 smithi102 bash[21319]: cephadm 2024-04-26T05:03:01.231769+0000 mgr.y (mgr.15774) 45 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-04-26T05:03:03.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:03 smithi174 bash[23471]: audit 2024-04-26T05:03:03.227487+0000 mon.c (mon.2) 224 : audit [DBG] from='client.? 172.21.15.102:0/1469034284' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:03:03.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:03 smithi102 bash[31411]: audit 2024-04-26T05:03:03.227487+0000 mon.c (mon.2) 224 : audit [DBG] from='client.? 172.21.15.102:0/1469034284' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:03:03.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:03 smithi102 bash[21319]: audit 2024-04-26T05:03:03.227487+0000 mon.c (mon.2) 224 : audit [DBG] from='client.? 172.21.15.102:0/1469034284' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:03:04.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:04 smithi174 bash[23471]: cluster 2024-04-26T05:03:03.085026+0000 mgr.y (mgr.15774) 46 : cluster [DBG] pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:04.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:04 smithi174 bash[23471]: audit 2024-04-26T05:03:03.566902+0000 mon.a (mon.0) 1039 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:03:04.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:04 smithi174 bash[23471]: audit 2024-04-26T05:03:03.569513+0000 mon.c (mon.2) 225 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T05:03:04.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:04 smithi174 bash[23471]: audit 2024-04-26T05:03:03.571097+0000 mon.c (mon.2) 226 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T05:03:04.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:04 smithi174 bash[23471]: audit 2024-04-26T05:03:03.572594+0000 mon.c (mon.2) 227 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:03:04.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:04 smithi102 bash[21319]: cluster 2024-04-26T05:03:03.085026+0000 mgr.y (mgr.15774) 46 : cluster [DBG] pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:04.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:04 smithi102 bash[21319]: audit 2024-04-26T05:03:03.566902+0000 mon.a (mon.0) 1039 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:03:04.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:04 smithi102 bash[21319]: audit 2024-04-26T05:03:03.569513+0000 mon.c (mon.2) 225 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T05:03:04.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:04 smithi102 bash[21319]: audit 2024-04-26T05:03:03.571097+0000 mon.c (mon.2) 226 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T05:03:04.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:04 smithi102 bash[21319]: audit 2024-04-26T05:03:03.572594+0000 mon.c (mon.2) 227 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:03:04.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:04 smithi102 bash[31411]: cluster 2024-04-26T05:03:03.085026+0000 mgr.y (mgr.15774) 46 : cluster [DBG] pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:04.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:04 smithi102 bash[31411]: audit 2024-04-26T05:03:03.566902+0000 mon.a (mon.0) 1039 : audit [INF] from='mgr.15774 ' entity='mgr.y' 2024-04-26T05:03:04.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:04 smithi102 bash[31411]: audit 2024-04-26T05:03:03.569513+0000 mon.c (mon.2) 225 : audit [INF] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T05:03:04.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:04 smithi102 bash[31411]: audit 2024-04-26T05:03:03.571097+0000 mon.c (mon.2) 226 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T05:03:04.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:04 smithi102 bash[31411]: audit 2024-04-26T05:03:03.572594+0000 mon.c (mon.2) 227 : audit [DBG] from='mgr.15774 172.21.15.102:0/3293638557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:03:05.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:05 smithi174 bash[23471]: cephadm 2024-04-26T05:03:03.553320+0000 mgr.y (mgr.15774) 47 : cephadm [INF] Upgrade: Updating mon.a 2024-04-26T05:03:05.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:05 smithi174 bash[23471]: cephadm 2024-04-26T05:03:03.574688+0000 mgr.y (mgr.15774) 48 : cephadm [INF] Deploying daemon mon.a on smithi102 2024-04-26T05:03:05.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:05 smithi174 bash[23471]: cluster 2024-04-26T05:03:05.085453+0000 mgr.y (mgr.15774) 49 : cluster [DBG] pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:05.680 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:05 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 6. 2024-04-26T05:03:05.681 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:05 smithi174 systemd[1]: Stopped Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:03:05.681 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:05 smithi174 systemd[1]: Started Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:03:05.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:05 smithi102 bash[31411]: cephadm 2024-04-26T05:03:03.553320+0000 mgr.y (mgr.15774) 47 : cephadm [INF] Upgrade: Updating mon.a 2024-04-26T05:03:05.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:05 smithi102 bash[31411]: cephadm 2024-04-26T05:03:03.574688+0000 mgr.y (mgr.15774) 48 : cephadm [INF] Deploying daemon mon.a on smithi102 2024-04-26T05:03:05.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:05 smithi102 bash[31411]: cluster 2024-04-26T05:03:05.085453+0000 mgr.y (mgr.15774) 49 : cluster [DBG] pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:05.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:05 smithi102 bash[21319]: cephadm 2024-04-26T05:03:03.553320+0000 mgr.y (mgr.15774) 47 : cephadm [INF] Upgrade: Updating mon.a 2024-04-26T05:03:05.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:05 smithi102 bash[21319]: cephadm 2024-04-26T05:03:03.574688+0000 mgr.y (mgr.15774) 48 : cephadm [INF] Deploying daemon mon.a on smithi102 2024-04-26T05:03:05.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:05 smithi102 bash[21319]: cluster 2024-04-26T05:03:05.085453+0000 mgr.y (mgr.15774) 49 : cluster [DBG] pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:06.080 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:05 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:03:06.080 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:05 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:03:06.080 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:03:05 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:03:06.081 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:03:05 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:03:06.081 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:03:05 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:03:06.081 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:03:05 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:03:06.081 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:05 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:03:06.082 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:03:05 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:03:06.082 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:03:05 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:03:06.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:06 smithi102 systemd[1]: Stopping Ceph mon.a for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:03:06.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:06 smithi102 bash[21319]: debug 2024-04-26T05:03:06.203+0000 7f614f2ff700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-26T05:03:06.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:06 smithi102 bash[21319]: debug 2024-04-26T05:03:06.203+0000 7f614f2ff700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-26T05:03:06.486 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:06 smithi174 bash[65243]: logger=settings t=2024-04-26T05:03:06.480107604Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-26T05:03:07.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:06 smithi102 bash[82171]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-mon-a 2024-04-26T05:03:07.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:07 smithi102 bash[82231]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-mon-a 2024-04-26T05:03:07.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:07 smithi102 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-26T05:03:07.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:07 smithi102 systemd[1]: Stopped Ceph mon.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:03:07.430 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:07 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-26T05:03:07.430 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:07 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-26T05:03:07.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:07 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:03:07.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:07 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:03:07.453 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:03:07 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:03:07.453 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:03:07 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:03:07.453 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:03:07 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:03:07.453 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:03:07 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:03:07.454 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:03:07 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:03:07.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:07 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:03:07.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:07 smithi102 systemd[1]: Started Ceph mon.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:03:07.454 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:03:07 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:03:08.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.347+0000 7fc1a7748c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-04-26T05:03:08.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.347+0000 7fc1a7748c80 0 ceph version 19.0.0-2447-gb22e2ebd (b22e2ebdeb24376882b7bda2a7329c8cccc2276a) squid (dev), process ceph-mon, pid 7 2024-04-26T05:03:08.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.347+0000 7fc1a7748c80 0 pidfile_write: ignore empty --pid-file 2024-04-26T05:03:08.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 0 load: jerasure load: lrc 2024-04-26T05:03:08.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: RocksDB version: 7.9.2 2024-04-26T05:03:08.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Git sha 0 2024-04-26T05:03:08.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Compile date 2024-04-25 16:43:49 2024-04-26T05:03:08.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: DB SUMMARY 2024-04-26T05:03:08.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: DB Session ID: YCMJB8P89JNHQOCRGH6R 2024-04-26T05:03:08.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: CURRENT file: CURRENT 2024-04-26T05:03:08.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: IDENTITY file: IDENTITY 2024-04-26T05:03:08.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: MANIFEST file: MANIFEST-000015 size: 1337 Bytes 2024-04-26T05:03:08.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000036.sst 2024-04-26T05:03:08.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000034.log size: 1199746 ; 2024-04-26T05:03:08.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.error_if_exists: 0 2024-04-26T05:03:08.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.create_if_missing: 0 2024-04-26T05:03:08.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.paranoid_checks: 1 2024-04-26T05:03:08.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-04-26T05:03:08.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T05:03:08.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-26T05:03:08.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.env: 0x5631c85adc60 2024-04-26T05:03:08.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.fs: PosixFileSystem 2024-04-26T05:03:08.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.info_log: 0x5631cad2bae0 2024-04-26T05:03:08.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-04-26T05:03:08.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.statistics: (nil) 2024-04-26T05:03:08.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.use_fsync: 0 2024-04-26T05:03:08.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.max_log_file_size: 0 2024-04-26T05:03:08.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T05:03:08.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T05:03:08.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-04-26T05:03:08.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-04-26T05:03:08.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.allow_fallocate: 1 2024-04-26T05:03:08.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-04-26T05:03:08.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-04-26T05:03:08.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.use_direct_reads: 0 2024-04-26T05:03:08.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T05:03:08.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.create_missing_column_families: 0 2024-04-26T05:03:08.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.db_log_dir: 2024-04-26T05:03:08.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.wal_dir: 2024-04-26T05:03:08.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T05:03:08.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T05:03:08.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T05:03:08.706 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T05:03:08.707 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T05:03:08.707 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T05:03:08.707 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.advise_random_on_open: 1 2024-04-26T05:03:08.707 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-04-26T05:03:08.707 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.write_buffer_manager: 0x5631cacfe820 2024-04-26T05:03:08.707 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T05:03:08.707 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T05:03:08.707 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T05:03:08.707 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.rate_limiter: (nil) 2024-04-26T05:03:08.707 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T05:03:08.707 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-04-26T05:03:08.707 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-04-26T05:03:08.707 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-04-26T05:03:08.707 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.unordered_write: 0 2024-04-26T05:03:08.707 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T05:03:08.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T05:03:08.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T05:03:08.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T05:03:08.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.row_cache: None 2024-04-26T05:03:08.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.wal_filter: None 2024-04-26T05:03:08.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T05:03:08.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-04-26T05:03:08.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.two_write_queues: 0 2024-04-26T05:03:08.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.manual_wal_flush: 0 2024-04-26T05:03:08.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.wal_compression: 0 2024-04-26T05:03:08.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.atomic_flush: 0 2024-04-26T05:03:08.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T05:03:08.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T05:03:08.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T05:03:08.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.log_readahead_size: 0 2024-04-26T05:03:08.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T05:03:08.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-04-26T05:03:08.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T05:03:08.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T05:03:08.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-04-26T05:03:08.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-04-26T05:03:08.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-04-26T05:03:08.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.max_background_jobs: 2 2024-04-26T05:03:08.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.max_background_compactions: -1 2024-04-26T05:03:08.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.max_subcompactions: 1 2024-04-26T05:03:08.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T05:03:08.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T05:03:08.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T05:03:08.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.max_total_wal_size: 0 2024-04-26T05:03:08.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T05:03:08.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T05:03:08.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T05:03:08.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T05:03:08.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.max_open_files: -1 2024-04-26T05:03:08.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.bytes_per_sync: 0 2024-04-26T05:03:08.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T05:03:08.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T05:03:08.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-04-26T05:03:08.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Options.max_background_flushes: -1 2024-04-26T05:03:08.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Compression algorithms supported: 2024-04-26T05:03:08.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T05:03:08.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: kZSTD supported: 0 2024-04-26T05:03:08.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: kXpressCompression supported: 0 2024-04-26T05:03:08.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-04-26T05:03:08.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: kZlibCompression supported: 1 2024-04-26T05:03:08.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: kSnappyCompression supported: 1 2024-04-26T05:03:08.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: kLZ4Compression supported: 1 2024-04-26T05:03:08.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: kBZip2Compression supported: 0 2024-04-26T05:03:08.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T05:03:08.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-04-26T05:03:08.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.351+0000 7fc1a7748c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-26T05:03:08.712 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-26T05:03:08.712 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T05:03:08.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.merge_operator: 2024-04-26T05:03:08.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compaction_filter: None 2024-04-26T05:03:08.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compaction_filter_factory: None 2024-04-26T05:03:08.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-04-26T05:03:08.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T05:03:08.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T05:03:08.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5631cad2bbe0) 2024-04-26T05:03:08.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: cache_index_and_filter_blocks: 1 2024-04-26T05:03:08.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T05:03:08.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T05:03:08.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: pin_top_level_index_and_filter: 1 2024-04-26T05:03:08.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: index_type: 0 2024-04-26T05:03:08.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: data_block_index_type: 0 2024-04-26T05:03:08.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: index_shortening: 1 2024-04-26T05:03:08.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: data_block_hash_table_util_ratio: 0.750000 2024-04-26T05:03:08.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: checksum: 4 2024-04-26T05:03:08.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: no_block_cache: 0 2024-04-26T05:03:08.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: block_cache: 0x5631cad2d090 2024-04-26T05:03:08.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: block_cache_name: BinnedLRUCache 2024-04-26T05:03:08.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: block_cache_options: 2024-04-26T05:03:08.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: capacity : 536870912 2024-04-26T05:03:08.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: num_shard_bits : 4 2024-04-26T05:03:08.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: strict_capacity_limit : 0 2024-04-26T05:03:08.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: high_pri_pool_ratio: 0.000 2024-04-26T05:03:08.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: block_cache_compressed: (nil) 2024-04-26T05:03:08.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: persistent_cache: (nil) 2024-04-26T05:03:08.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: block_size: 4096 2024-04-26T05:03:08.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: block_size_deviation: 10 2024-04-26T05:03:08.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: block_restart_interval: 16 2024-04-26T05:03:08.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: index_block_restart_interval: 1 2024-04-26T05:03:08.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: metadata_block_size: 4096 2024-04-26T05:03:08.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: partition_filters: 0 2024-04-26T05:03:08.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: use_delta_encoding: 1 2024-04-26T05:03:08.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: filter_policy: bloomfilter 2024-04-26T05:03:08.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: whole_key_filtering: 1 2024-04-26T05:03:08.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: verify_compression: 0 2024-04-26T05:03:08.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: read_amp_bytes_per_bit: 0 2024-04-26T05:03:08.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: format_version: 5 2024-04-26T05:03:08.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: enable_index_compression: 1 2024-04-26T05:03:08.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: block_align: 0 2024-04-26T05:03:08.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: max_auto_readahead_size: 262144 2024-04-26T05:03:08.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: prepopulate_block_cache: 0 2024-04-26T05:03:08.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: initial_auto_readahead_size: 8192 2024-04-26T05:03:08.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: num_file_reads_for_auto_readahead: 2 2024-04-26T05:03:08.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-04-26T05:03:08.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-04-26T05:03:08.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compression: NoCompression 2024-04-26T05:03:08.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-04-26T05:03:08.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-04-26T05:03:08.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T05:03:08.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.num_levels: 7 2024-04-26T05:03:08.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T05:03:08.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T05:03:08.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T05:03:08.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T05:03:08.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T05:03:08.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T05:03:08.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T05:03:08.717 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T05:03:08.717 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T05:03:08.717 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T05:03:08.717 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-26T05:03:08.717 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-26T05:03:08.717 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T05:03:08.717 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compression_opts.level: 32767 2024-04-26T05:03:08.717 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-04-26T05:03:08.717 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T05:03:08.717 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T05:03:08.717 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-26T05:03:08.717 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T05:03:08.717 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compression_opts.enabled: false 2024-04-26T05:03:08.717 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-26T05:03:08.718 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T05:03:08.718 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T05:03:08.718 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T05:03:08.718 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-04-26T05:03:08.718 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T05:03:08.718 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T05:03:08.718 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T05:03:08.718 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T05:03:08.718 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T05:03:08.718 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T05:03:08.718 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T05:03:08.718 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T05:03:08.718 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T05:03:08.718 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T05:03:08.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T05:03:08.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T05:03:08.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T05:03:08.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-26T05:03:08.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.arena_block_size: 1048576 2024-04-26T05:03:08.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T05:03:08.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T05:03:08.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-04-26T05:03:08.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T05:03:08.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T05:03:08.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T05:03:08.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T05:03:08.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T05:03:08.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T05:03:08.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T05:03:08.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T05:03:08.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T05:03:08.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T05:03:08.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.table_properties_collectors: 2024-04-26T05:03:08.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.inplace_update_support: 0 2024-04-26T05:03:08.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T05:03:08.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T05:03:08.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T05:03:08.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T05:03:08.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.bloom_locality: 0 2024-04-26T05:03:08.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.max_successive_merges: 0 2024-04-26T05:03:08.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T05:03:08.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-04-26T05:03:08.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.force_consistency_checks: 1 2024-04-26T05:03:08.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-04-26T05:03:08.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.ttl: 2592000 2024-04-26T05:03:08.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T05:03:08.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-26T05:03:08.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-26T05:03:08.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.enable_blob_files: false 2024-04-26T05:03:08.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.min_blob_size: 0 2024-04-26T05:03:08.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.blob_file_size: 268435456 2024-04-26T05:03:08.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T05:03:08.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T05:03:08.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T05:03:08.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-26T05:03:08.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-26T05:03:08.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-04-26T05:03:08.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-26T05:03:08.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc19c6b8700 3 rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 36.sst 2024-04-26T05:03:08.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-26T05:03:08.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 38, last_sequence is 15743, log_number is 34,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-26T05:03:08.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 34 2024-04-26T05:03:08.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 7a2c7f47-4fed-4bb8-8ed3-9b182a8bc9ad 2024-04-26T05:03:08.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1714107788360831, "job": 1, "event": "recovery_started", "wal_files": [34]} 2024-04-26T05:03:08.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.355+0000 7fc1a7748c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #34 mode 2 2024-04-26T05:03:08.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.363+0000 7fc1a7748c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1714107788366783, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 39, "file_size": 1104648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 15744, "largest_seqno": 16453, "table_properties": {"data_size": 1100628, "index_size": 2174, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 837, "raw_key_size": 7689, "raw_average_key_size": 23, "raw_value_size": 1093503, "raw_average_value_size": 3333, "num_data_blocks": 99, "num_entries": 328, "num_filter_entries": 328, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714107788, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "7a2c7f47-4fed-4bb8-8ed3-9b182a8bc9ad", "db_session_id": "YCMJB8P89JNHQOCRGH6R", "orig_file_number": 39, "seqno_to_time_mapping": "N/A"}} 2024-04-26T05:03:08.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.363+0000 7fc1a7748c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1714107788366889, "job": 1, "event": "recovery_finished"} 2024-04-26T05:03:08.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.363+0000 7fc1a7748c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 41 2024-04-26T05:03:08.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.363+0000 7fc1a7748c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-26T05:03:08.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.367+0000 7fc1a7748c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000034.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T05:03:08.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.367+0000 7fc1a7748c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5631cae22000 2024-04-26T05:03:08.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.367+0000 7fc1a7748c80 4 rocksdb: DB pointer 0x5631cae0c000 2024-04-26T05:03:08.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.367+0000 7fc195eab700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-26T05:03:08.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.367+0000 7fc195eab700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-26T05:03:08.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: ** DB Stats ** 2024-04-26T05:03:08.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T05:03:08.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T05:03:08.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T05:03:08.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T05:03:08.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T05:03:08.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T05:03:08.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T05:03:08.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: ** Compaction Stats [default] ** 2024-04-26T05:03:08.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T05:03:08.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-26T05:03:08.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: L0 1/0 1.05 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 327.3 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-26T05:03:08.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: L6 1/0 6.97 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-26T05:03:08.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: Sum 2/0 8.03 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 327.3 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-26T05:03:08.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 327.3 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-26T05:03:08.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: ** Compaction Stats [default] ** 2024-04-26T05:03:08.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T05:03:08.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T05:03:08.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 327.3 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-26T05:03:08.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-26T05:03:08.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T05:03:08.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: Flush(GB): cumulative 0.001, interval 0.001 2024-04-26T05:03:08.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T05:03:08.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T05:03:08.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T05:03:08.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: AddFile(Keys): cumulative 0, interval 0 2024-04-26T05:03:08.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: Cumulative compaction: 0.00 GB write, 77.72 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T05:03:08.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: Interval compaction: 0.00 GB write, 77.72 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T05:03:08.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T05:03:08.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: Block cache BinnedLRUCache@0x5631cad2d090#7 capacity: 512.00 MB usage: 3.23 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 2.1e-05 secs_since: 0 2024-04-26T05:03:08.725 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: Block cache entry stats(count,size,portion): FilterBlock(1,0.91 KB,0.000172853%) IndexBlock(1,2.33 KB,0.000444055%) Misc(1,0.00 KB,0%) 2024-04-26T05:03:08.725 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: ** File Read Latency Histogram By Level [default] ** 2024-04-26T05:03:08.725 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.367+0000 7fc1a7748c80 0 starting mon.a rank 0 at public addrs [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] at bind addrs [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T05:03:08.725 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.367+0000 7fc1a7748c80 1 mon.a@-1(???) e3 preinit fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T05:03:08.725 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.367+0000 7fc1a7748c80 0 mon.a@-1(???).mds e9 new map 2024-04-26T05:03:08.725 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.367+0000 7fc1a7748c80 0 mon.a@-1(???).mds e9 print_map 2024-04-26T05:03:08.725 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: e9 2024-04-26T05:03:08.725 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T05:03:08.725 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-26T05:03:08.725 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: legacy client fscid: 1 2024-04-26T05:03:08.725 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: 2024-04-26T05:03:08.725 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: Filesystem 'foo' (1) 2024-04-26T05:03:08.725 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: fs_name foo 2024-04-26T05:03:08.725 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: epoch 9 2024-04-26T05:03:08.725 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-26T05:03:08.726 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: created 2024-04-26T04:56:46.417033+0000 2024-04-26T05:03:08.726 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: modified 2024-04-26T04:56:55.567131+0000 2024-04-26T05:03:08.726 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: tableserver 0 2024-04-26T05:03:08.726 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: root 0 2024-04-26T05:03:08.726 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: session_timeout 60 2024-04-26T05:03:08.726 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: session_autoclose 300 2024-04-26T05:03:08.726 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: max_file_size 1099511627776 2024-04-26T05:03:08.726 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: max_xattr_size 65536 2024-04-26T05:03:08.726 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: required_client_features {} 2024-04-26T05:03:08.726 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: last_failure 0 2024-04-26T05:03:08.726 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: last_failure_osd_epoch 70 2024-04-26T05:03:08.726 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-26T05:03:08.726 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: max_mds 1 2024-04-26T05:03:08.726 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: in 0 2024-04-26T05:03:08.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: up {0=24388} 2024-04-26T05:03:08.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: failed 2024-04-26T05:03:08.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: damaged 2024-04-26T05:03:08.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: stopped 2024-04-26T05:03:08.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: data_pools [4] 2024-04-26T05:03:08.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: metadata_pool 3 2024-04-26T05:03:08.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: inline_data disabled 2024-04-26T05:03:08.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: balancer 2024-04-26T05:03:08.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: bal_rank_mask -1 2024-04-26T05:03:08.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: standby_count_wanted 1 2024-04-26T05:03:08.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: qdb_cluster leader: 0 members: 2024-04-26T05:03:08.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: [mds.foo.smithi174.idmghd{0:24388} state up:active seq 4 join_fscid=1 addr [v2:172.21.15.174:6832/2270121245,v1:172.21.15.174:6833/2270121245] compat {c=[1],r=[1],i=[7ff]}] 2024-04-26T05:03:08.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: 2024-04-26T05:03:08.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: 2024-04-26T05:03:08.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: Standby daemons: 2024-04-26T05:03:08.728 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: 2024-04-26T05:03:08.728 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: [mds.foo.smithi102.iafhgp{-1:24479} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.102:6834/3938482808,v1:172.21.15.102:6835/3938482808] compat {c=[1],r=[1],i=[7ff]}] 2024-04-26T05:03:08.728 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.367+0000 7fc1a7748c80 0 mon.a@-1(???).osd e91 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-26T05:03:08.728 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.367+0000 7fc1a7748c80 0 mon.a@-1(???).osd e91 crush map has features 432629239337189376, adjusting msgr requires 2024-04-26T05:03:08.728 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.367+0000 7fc1a7748c80 0 mon.a@-1(???).osd e91 crush map has features 432629239337189376, adjusting msgr requires 2024-04-26T05:03:08.728 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.367+0000 7fc1a7748c80 0 mon.a@-1(???).osd e91 crush map has features 432629239337189376, adjusting msgr requires 2024-04-26T05:03:08.728 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:08 smithi102 bash[82287]: debug 2024-04-26T05:03:08.367+0000 7fc1a7748c80 1 mon.a@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-04-26T05:03:08.930 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:03:08 smithi174 bash[61678]: ts=2024-04-26T05:03:08.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi102:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:03:10.180 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[62215]: ignoring --setuser ceph since I am not root 2024-04-26T05:03:10.180 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[62215]: ignoring --setgroup ceph since I am not root 2024-04-26T05:03:10.180 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[62215]: debug 2024-04-26T05:03:09.926+0000 7f11762ea700 1 -- 172.21.15.174:0/1716134293 <== mon.1 v2:172.21.15.174:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561a448145a0 con 0x561a45592400 2024-04-26T05:03:10.180 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:10 smithi174 bash[62215]: debug 2024-04-26T05:03:10.074+0000 7f11800d3200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T05:03:10.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: cluster 2024-04-26T05:03:07.086097+0000 mgr.y (mgr.15774) 50 : cluster [DBG] pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:10.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: audit 2024-04-26T05:03:08.094034+0000 mon.c (mon.2) 229 : audit [DBG] from='client.? 172.21.15.102:0/394918837' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:03:10.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: cluster 2024-04-26T05:03:09.086746+0000 mgr.y (mgr.15774) 51 : cluster [DBG] pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:10.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: cluster 2024-04-26T05:03:09.790696+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-04-26T05:03:10.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: cluster 2024-04-26T05:03:09.814153+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-26T05:03:10.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: cluster 2024-04-26T05:03:09.825002+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-04-26T05:03:10.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: cluster 2024-04-26T05:03:09.825043+0000 mon.a (mon.0) 4 : cluster [DBG] fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T05:03:10.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: cluster 2024-04-26T05:03:09.825110+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-04-26T04:46:16.463688+0000 2024-04-26T05:03:10.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: cluster 2024-04-26T05:03:09.825151+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-04-26T04:43:57.159925+0000 2024-04-26T05:03:10.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: cluster 2024-04-26T05:03:09.825186+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 17 (quincy) 2024-04-26T05:03:10.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: cluster 2024-04-26T05:03:09.825221+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-04-26T05:03:10.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: cluster 2024-04-26T05:03:09.825254+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-26T05:03:10.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: cluster 2024-04-26T05:03:09.825284+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-04-26T05:03:10.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: cluster 2024-04-26T05:03:09.825319+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-26T05:03:10.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: cluster 2024-04-26T05:03:09.826482+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap foo:1 {0=foo.smithi174.idmghd=up:active} 1 up:standby 2024-04-26T05:03:10.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: cluster 2024-04-26T05:03:09.826557+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-04-26T05:03:10.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: cluster 2024-04-26T05:03:09.828660+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e32: y(active, since 54s), standbys: x 2024-04-26T05:03:10.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: cluster 2024-04-26T05:03:09.829716+0000 mon.a (mon.0) 15 : cluster [WRN] Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-26T05:03:10.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: cluster 2024-04-26T05:03:09.829763+0000 mon.a (mon.0) 16 : cluster [WRN] [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T05:03:10.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: cluster 2024-04-26T05:03:09.829803+0000 mon.a (mon.0) 17 : cluster [WRN] daemon grafana.a on smithi174 is in unknown state 2024-04-26T05:03:10.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: audit 2024-04-26T05:03:09.858807+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.15774 ' entity='' 2024-04-26T05:03:10.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:09 smithi174 bash[23471]: cluster 2024-04-26T05:03:09.861393+0000 mon.a (mon.0) 19 : cluster [DBG] mgrmap e33: y(active, since 54s), standbys: x 2024-04-26T05:03:10.202 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[75186]: ignoring --setuser ceph since I am not root 2024-04-26T05:03:10.202 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[75186]: ignoring --setgroup ceph since I am not root 2024-04-26T05:03:10.202 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[75186]: debug 2024-04-26T05:03:09.927+0000 7f0fe99d9700 1 -- 172.21.15.102:0/4104573692 <== mon.0 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5591fe5f25a0 con 0x5591ff370800 2024-04-26T05:03:10.202 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:10 smithi102 bash[75186]: debug 2024-04-26T05:03:10.071+0000 7f0ff37c2200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-26T05:03:10.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: cluster 2024-04-26T05:03:07.086097+0000 mgr.y (mgr.15774) 50 : cluster [DBG] pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:10.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: audit 2024-04-26T05:03:08.094034+0000 mon.c (mon.2) 229 : audit [DBG] from='client.? 172.21.15.102:0/394918837' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:03:10.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: cluster 2024-04-26T05:03:09.086746+0000 mgr.y (mgr.15774) 51 : cluster [DBG] pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:10.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: cluster 2024-04-26T05:03:09.790696+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-04-26T05:03:10.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: cluster 2024-04-26T05:03:09.814153+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-26T05:03:10.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: cluster 2024-04-26T05:03:09.825002+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-04-26T05:03:10.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: cluster 2024-04-26T05:03:09.825043+0000 mon.a (mon.0) 4 : cluster [DBG] fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T05:03:10.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: cluster 2024-04-26T05:03:09.825110+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-04-26T04:46:16.463688+0000 2024-04-26T05:03:10.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: cluster 2024-04-26T05:03:09.825151+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-04-26T04:43:57.159925+0000 2024-04-26T05:03:10.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: cluster 2024-04-26T05:03:09.825186+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 17 (quincy) 2024-04-26T05:03:10.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: cluster 2024-04-26T05:03:09.825221+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-04-26T05:03:10.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: cluster 2024-04-26T05:03:09.825254+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-26T05:03:10.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: cluster 2024-04-26T05:03:09.825284+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-04-26T05:03:10.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: cluster 2024-04-26T05:03:09.825319+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-26T05:03:10.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: cluster 2024-04-26T05:03:09.826482+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap foo:1 {0=foo.smithi174.idmghd=up:active} 1 up:standby 2024-04-26T05:03:10.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: cluster 2024-04-26T05:03:09.826557+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-04-26T05:03:10.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: cluster 2024-04-26T05:03:09.828660+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e32: y(active, since 54s), standbys: x 2024-04-26T05:03:10.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: cluster 2024-04-26T05:03:09.829716+0000 mon.a (mon.0) 15 : cluster [WRN] Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-26T05:03:10.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: cluster 2024-04-26T05:03:09.829763+0000 mon.a (mon.0) 16 : cluster [WRN] [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T05:03:10.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: cluster 2024-04-26T05:03:09.829803+0000 mon.a (mon.0) 17 : cluster [WRN] daemon grafana.a on smithi174 is in unknown state 2024-04-26T05:03:10.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: audit 2024-04-26T05:03:09.858807+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.15774 ' entity='' 2024-04-26T05:03:10.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[31411]: cluster 2024-04-26T05:03:09.861393+0000 mon.a (mon.0) 19 : cluster [DBG] mgrmap e33: y(active, since 54s), standbys: x 2024-04-26T05:03:10.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: cluster 2024-04-26T05:03:07.086097+0000 mgr.y (mgr.15774) 50 : cluster 0 pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:10.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: audit 2024-04-26T05:03:08.094034+0000 mon.c (mon.2) 229 : audit 0 from='client.? 172.21.15.102:0/394918837' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:03:10.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: cluster 2024-04-26T05:03:09.086746+0000 mgr.y (mgr.15774) 51 : cluster 0 pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:10.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: cluster 2024-04-26T05:03:09.790696+0000 mon.a (mon.0) 1 : cluster 1 mon.a calling monitor election 2024-04-26T05:03:10.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: cluster 2024-04-26T05:03:09.814153+0000 mon.a (mon.0) 2 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-26T05:03:10.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: cluster 2024-04-26T05:03:09.825002+0000 mon.a (mon.0) 3 : cluster 0 monmap epoch 3 2024-04-26T05:03:10.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: cluster 2024-04-26T05:03:09.825043+0000 mon.a (mon.0) 4 : cluster 0 fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T05:03:10.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: cluster 2024-04-26T05:03:09.825110+0000 mon.a (mon.0) 5 : cluster 0 last_changed 2024-04-26T04:46:16.463688+0000 2024-04-26T05:03:10.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: cluster 2024-04-26T05:03:09.825151+0000 mon.a (mon.0) 6 : cluster 0 created 2024-04-26T04:43:57.159925+0000 2024-04-26T05:03:10.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: cluster 2024-04-26T05:03:09.825186+0000 mon.a (mon.0) 7 : cluster 0 min_mon_release 17 (quincy) 2024-04-26T05:03:10.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: cluster 2024-04-26T05:03:09.825221+0000 mon.a (mon.0) 8 : cluster 0 election_strategy: 1 2024-04-26T05:03:10.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: cluster 2024-04-26T05:03:09.825254+0000 mon.a (mon.0) 9 : cluster 0 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-26T05:03:10.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: cluster 2024-04-26T05:03:09.825284+0000 mon.a (mon.0) 10 : cluster 0 1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-04-26T05:03:10.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: cluster 2024-04-26T05:03:09.825319+0000 mon.a (mon.0) 11 : cluster 0 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-26T05:03:10.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: cluster 2024-04-26T05:03:09.826482+0000 mon.a (mon.0) 12 : cluster 0 fsmap foo:1 {0=foo.smithi174.idmghd=up:active} 1 up:standby 2024-04-26T05:03:10.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: cluster 2024-04-26T05:03:09.826557+0000 mon.a (mon.0) 13 : cluster 0 osdmap e91: 8 total, 8 up, 8 in 2024-04-26T05:03:10.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: cluster 2024-04-26T05:03:09.828660+0000 mon.a (mon.0) 14 : cluster 0 mgrmap e32: y(active, since 54s), standbys: x 2024-04-26T05:03:10.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: cluster 2024-04-26T05:03:09.829716+0000 mon.a (mon.0) 15 : cluster 3 Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-26T05:03:10.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: cluster 2024-04-26T05:03:09.829763+0000 mon.a (mon.0) 16 : cluster 3 [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T05:03:10.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: cluster 2024-04-26T05:03:09.829803+0000 mon.a (mon.0) 17 : cluster 3 daemon grafana.a on smithi174 is in unknown state 2024-04-26T05:03:10.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: audit 2024-04-26T05:03:09.858807+0000 mon.a (mon.0) 18 : audit 1 from='mgr.15774 ' entity='' 2024-04-26T05:03:10.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:09 smithi102 bash[82287]: cluster 2024-04-26T05:03:09.861393+0000 mon.a (mon.0) 19 : cluster 0 mgrmap e33: y(active, since 54s), standbys: x 2024-04-26T05:03:10.535 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2447-gb22e2ebd (b22e2ebdeb24376882b7bda2a7329c8cccc2276a) squid (dev)": 1 2024-04-26T05:03:11.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:10 smithi174 bash[23471]: audit 2024-04-26T05:03:10.524757+0000 mon.a (mon.0) 20 : audit [DBG] from='client.? 172.21.15.102:0/4288112029' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:03:11.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:10 smithi102 bash[82287]: audit 2024-04-26T05:03:10.524757+0000 mon.a (mon.0) 20 : audit 0 from='client.? 172.21.15.102:0/4288112029' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:03:11.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:10 smithi102 bash[31411]: audit 2024-04-26T05:03:10.524757+0000 mon.a (mon.0) 20 : audit [DBG] from='client.? 172.21.15.102:0/4288112029' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:03:11.439 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'ceph orch ps' 2024-04-26T05:03:11.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:11 smithi102 bash[75186]: debug 2024-04-26T05:03:11.687+0000 7f0ff37c2200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T05:03:11.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:11 smithi174 bash[62215]: debug 2024-04-26T05:03:11.662+0000 7f11800d3200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-26T05:03:11.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:11 smithi174 bash[62215]: debug 2024-04-26T05:03:11.762+0000 7f11800d3200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T05:03:11.952 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:11 smithi102 bash[75186]: debug 2024-04-26T05:03:11.783+0000 7f0ff37c2200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-26T05:03:12.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:12 smithi174 bash[62215]: debug 2024-04-26T05:03:12.014+0000 7f11800d3200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T05:03:12.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:12 smithi102 bash[75186]: debug 2024-04-26T05:03:12.031+0000 7f0ff37c2200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-26T05:03:13.180 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:12 smithi174 bash[62215]: debug 2024-04-26T05:03:12.818+0000 7f11800d3200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T05:03:13.180 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:12 smithi174 bash[62215]: debug 2024-04-26T05:03:12.930+0000 7f11800d3200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T05:03:13.180 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:13 smithi174 bash[62215]: debug 2024-04-26T05:03:13.038+0000 7f11800d3200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T05:03:13.202 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:12 smithi102 bash[75186]: debug 2024-04-26T05:03:12.831+0000 7f0ff37c2200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-26T05:03:13.202 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:12 smithi102 bash[75186]: debug 2024-04-26T05:03:12.943+0000 7f0ff37c2200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-26T05:03:13.202 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:13 smithi102 bash[75186]: debug 2024-04-26T05:03:13.051+0000 7f0ff37c2200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-26T05:03:13.680 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:13 smithi174 bash[62215]: debug 2024-04-26T05:03:13.398+0000 7f11800d3200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T05:03:13.680 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:13 smithi174 bash[62215]: debug 2024-04-26T05:03:13.518+0000 7f11800d3200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T05:03:13.680 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:13 smithi174 bash[62215]: debug 2024-04-26T05:03:13.626+0000 7f11800d3200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T05:03:13.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:13 smithi102 bash[75186]: debug 2024-04-26T05:03:13.407+0000 7f0ff37c2200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-26T05:03:13.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:13 smithi102 bash[75186]: debug 2024-04-26T05:03:13.523+0000 7f0ff37c2200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-26T05:03:13.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:13 smithi102 bash[75186]: debug 2024-04-26T05:03:13.627+0000 7f0ff37c2200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-26T05:03:14.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:13 smithi174 bash[62215]: debug 2024-04-26T05:03:13.990+0000 7f11800d3200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T05:03:14.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:14 smithi174 bash[62215]: debug 2024-04-26T05:03:14.234+0000 7f11800d3200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T05:03:14.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:13 smithi102 bash[75186]: debug 2024-04-26T05:03:13.991+0000 7f0ff37c2200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-26T05:03:14.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:14 smithi102 bash[75186]: debug 2024-04-26T05:03:14.239+0000 7f0ff37c2200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-26T05:03:14.894 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:14 smithi102 bash[75186]: debug 2024-04-26T05:03:14.499+0000 7f0ff37c2200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T05:03:14.894 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:14 smithi102 bash[75186]: debug 2024-04-26T05:03:14.615+0000 7f0ff37c2200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T05:03:14.898 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:14 smithi174 bash[62215]: debug 2024-04-26T05:03:14.498+0000 7f11800d3200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-26T05:03:14.898 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:14 smithi174 bash[62215]: debug 2024-04-26T05:03:14.614+0000 7f11800d3200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-26T05:03:15.180 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:14 smithi174 bash[62215]: debug 2024-04-26T05:03:14.894+0000 7f11800d3200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T05:03:15.202 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:14 smithi102 bash[75186]: debug 2024-04-26T05:03:14.895+0000 7f0ff37c2200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-26T05:03:15.678 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:15 smithi102 bash[75186]: debug 2024-04-26T05:03:15.311+0000 7f0ff37c2200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T05:03:15.678 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:15 smithi102 bash[75186]: debug 2024-04-26T05:03:15.555+0000 7f0ff37c2200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T05:03:15.678 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:15 smithi102 bash[75186]: debug 2024-04-26T05:03:15.679+0000 7f0ff37c2200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T05:03:15.680 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:15 smithi174 bash[62215]: debug 2024-04-26T05:03:15.318+0000 7f11800d3200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-26T05:03:15.680 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:15 smithi174 bash[62215]: debug 2024-04-26T05:03:15.562+0000 7f11800d3200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-26T05:03:15.945 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:15 smithi174 bash[62215]: debug 2024-04-26T05:03:15.686+0000 7f11800d3200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-26T05:03:16.195 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:03:16.201 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:15 smithi102 bash[75186]: debug 2024-04-26T05:03:15.935+0000 7f0ff37c2200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T05:03:17.230 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:17 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 7. 2024-04-26T05:03:17.230 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:17 smithi174 systemd[1]: Stopped Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:03:17.230 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:17 smithi174 systemd[1]: Started Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:03:17.230 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:15 smithi174 bash[62215]: debug 2024-04-26T05:03:15.942+0000 7f11800d3200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-26T05:03:17.230 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:16 smithi174 bash[62215]: debug 2024-04-26T05:03:16.966+0000 7f11800d3200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T05:03:17.230 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:17 smithi174 bash[62215]: debug 2024-04-26T05:03:17.086+0000 7f11800d3200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T05:03:17.390 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:16 smithi102 bash[75186]: debug 2024-04-26T05:03:16.959+0000 7f0ff37c2200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-26T05:03:17.391 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:17 smithi102 bash[75186]: debug 2024-04-26T05:03:17.079+0000 7f0ff37c2200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-26T05:03:17.525 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:17 smithi174 bash[62215]: debug 2024-04-26T05:03:17.402+0000 7f11800d3200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T05:03:17.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:17 smithi102 bash[75186]: debug 2024-04-26T05:03:17.391+0000 7f0ff37c2200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-26T05:03:17.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:17 smithi102 bash[75186]: debug 2024-04-26T05:03:17.507+0000 7f0ff37c2200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T05:03:17.930 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:17 smithi174 bash[62215]: debug 2024-04-26T05:03:17.522+0000 7f11800d3200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-26T05:03:18.153 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: debug 2024-04-26T05:03:18.099+0000 7fc198eb1700 -1 log_channel(cluster) log [ERR] : Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:03:18.153 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:17 smithi102 bash[75186]: debug 2024-04-26T05:03:17.971+0000 7f0ff37c2200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T05:03:18.153 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[75186]: debug 2024-04-26T05:03:18.095+0000 7f0ff37c2200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T05:03:18.254 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:17 smithi174 bash[62215]: debug 2024-04-26T05:03:17.982+0000 7f11800d3200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-26T05:03:18.254 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[62215]: debug 2024-04-26T05:03:18.122+0000 7f11800d3200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-26T05:03:18.254 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[62215]: [26/Apr/2024:05:03:18] ENGINE Bus STARTING 2024-04-26T05:03:18.255 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: cluster 2024-04-26T05:03:18.102934+0000 mon.a (mon.0) 21 : cluster [INF] Active manager daemon y restarted 2024-04-26T05:03:18.255 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: cluster 2024-04-26T05:03:18.103435+0000 mon.a (mon.0) 22 : cluster [ERR] Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:03:18.255 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: cluster 2024-04-26T05:03:18.103625+0000 mon.a (mon.0) 23 : cluster [INF] Activating manager daemon y 2024-04-26T05:03:18.255 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: cluster 2024-04-26T05:03:18.108762+0000 mon.a (mon.0) 24 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-04-26T05:03:18.255 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: cluster 2024-04-26T05:03:18.109008+0000 mon.a (mon.0) 25 : cluster [DBG] mgrmap e34: y(active, starting, since 0.00552512s), standbys: x 2024-04-26T05:03:18.255 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: audit 2024-04-26T05:03:18.117284+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T05:03:18.255 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: audit 2024-04-26T05:03:18.117550+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T05:03:18.255 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: audit 2024-04-26T05:03:18.117838+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T05:03:18.255 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: audit 2024-04-26T05:03:18.118120+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi174.idmghd"}]: dispatch 2024-04-26T05:03:18.256 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: audit 2024-04-26T05:03:18.118527+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi102.iafhgp"}]: dispatch 2024-04-26T05:03:18.256 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: audit 2024-04-26T05:03:18.119965+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T05:03:18.256 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: audit 2024-04-26T05:03:18.120273+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T05:03:18.256 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: audit 2024-04-26T05:03:18.120698+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T05:03:18.256 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: audit 2024-04-26T05:03:18.121060+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T05:03:18.256 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: audit 2024-04-26T05:03:18.121436+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T05:03:18.256 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: audit 2024-04-26T05:03:18.121833+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T05:03:18.256 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: audit 2024-04-26T05:03:18.122212+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T05:03:18.256 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: audit 2024-04-26T05:03:18.122594+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T05:03:18.256 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: audit 2024-04-26T05:03:18.122965+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T05:03:18.256 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: audit 2024-04-26T05:03:18.123347+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T05:03:18.256 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: audit 2024-04-26T05:03:18.123756+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T05:03:18.256 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: audit 2024-04-26T05:03:18.124156+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T05:03:18.256 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: audit 2024-04-26T05:03:18.125050+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T05:03:18.257 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: cluster 2024-04-26T05:03:18.136907+0000 mon.a (mon.0) 26 : cluster [INF] Manager daemon y is now available 2024-04-26T05:03:18.257 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: audit 2024-04-26T05:03:18.149569+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.? 172.21.15.174:0/1843783558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T05:03:18.257 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: cluster 2024-04-26T05:03:18.150044+0000 mon.a (mon.0) 27 : cluster [DBG] Standby manager daemon x restarted 2024-04-26T05:03:18.257 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: cluster 2024-04-26T05:03:18.150181+0000 mon.a (mon.0) 28 : cluster [DBG] Standby manager daemon x started 2024-04-26T05:03:18.257 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[23471]: audit 2024-04-26T05:03:18.150190+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.? 172.21.15.174:0/1843783558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T05:03:18.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[75186]: [26/Apr/2024:05:03:18] ENGINE Bus STARTING 2024-04-26T05:03:18.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[75186]: debug 2024-04-26T05:03:18.255+0000 7f0f57b2f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:03:18.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[75186]: debug 2024-04-26T05:03:18.255+0000 7f0f57b2f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:03:18.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[75186]: debug 2024-04-26T05:03:18.255+0000 7f0f57b2f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:03:18.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[75186]: debug 2024-04-26T05:03:18.255+0000 7f0f57b2f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:03:18.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[75186]: debug 2024-04-26T05:03:18.255+0000 7f0f57b2f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:03:18.452 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[75186]: debug 2024-04-26T05:03:18.255+0000 7f0f53326700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:03:18.453 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[75186]: debug 2024-04-26T05:03:18.255+0000 7f0f53326700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:03:18.453 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[75186]: debug 2024-04-26T05:03:18.255+0000 7f0f53326700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:03:18.453 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[75186]: debug 2024-04-26T05:03:18.255+0000 7f0f53326700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:03:18.453 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[75186]: debug 2024-04-26T05:03:18.255+0000 7f0f53326700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-26T05:03:18.453 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[75186]: CherryPy Checker: 2024-04-26T05:03:18.453 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[75186]: The Application mounted at '' has an empty config. 2024-04-26T05:03:18.453 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[75186]: [26/Apr/2024:05:03:18] ENGINE Serving on http://:::9283 2024-04-26T05:03:18.453 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[75186]: [26/Apr/2024:05:03:18] ENGINE Bus STARTED 2024-04-26T05:03:18.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: cluster 2024-04-26T05:03:18.102934+0000 mon.a (mon.0) 21 : cluster [INF] Active manager daemon y restarted 2024-04-26T05:03:18.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: cluster 2024-04-26T05:03:18.103435+0000 mon.a (mon.0) 22 : cluster [ERR] Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:03:18.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: cluster 2024-04-26T05:03:18.103625+0000 mon.a (mon.0) 23 : cluster [INF] Activating manager daemon y 2024-04-26T05:03:18.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: cluster 2024-04-26T05:03:18.108762+0000 mon.a (mon.0) 24 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-04-26T05:03:18.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: cluster 2024-04-26T05:03:18.109008+0000 mon.a (mon.0) 25 : cluster [DBG] mgrmap e34: y(active, starting, since 0.00552512s), standbys: x 2024-04-26T05:03:18.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: audit 2024-04-26T05:03:18.117284+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T05:03:18.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: audit 2024-04-26T05:03:18.117550+0000 mon.b (mon.1) 88 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T05:03:18.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: audit 2024-04-26T05:03:18.117838+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T05:03:18.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: audit 2024-04-26T05:03:18.118120+0000 mon.b (mon.1) 90 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi174.idmghd"}]: dispatch 2024-04-26T05:03:18.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: audit 2024-04-26T05:03:18.118527+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi102.iafhgp"}]: dispatch 2024-04-26T05:03:18.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: audit 2024-04-26T05:03:18.119965+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T05:03:18.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: audit 2024-04-26T05:03:18.120273+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T05:03:18.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: audit 2024-04-26T05:03:18.120698+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T05:03:18.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: audit 2024-04-26T05:03:18.121060+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T05:03:18.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: audit 2024-04-26T05:03:18.121436+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T05:03:18.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: audit 2024-04-26T05:03:18.121833+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T05:03:18.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: audit 2024-04-26T05:03:18.122212+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T05:03:18.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: audit 2024-04-26T05:03:18.122594+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T05:03:18.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: audit 2024-04-26T05:03:18.122965+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T05:03:18.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: cluster 2024-04-26T05:03:18.102934+0000 mon.a (mon.0) 21 : cluster 1 Active manager daemon y restarted 2024-04-26T05:03:18.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: cluster 2024-04-26T05:03:18.103435+0000 mon.a (mon.0) 22 : cluster 4 Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:03:18.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: cluster 2024-04-26T05:03:18.103625+0000 mon.a (mon.0) 23 : cluster 1 Activating manager daemon y 2024-04-26T05:03:18.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: cluster 2024-04-26T05:03:18.108762+0000 mon.a (mon.0) 24 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-26T05:03:18.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: cluster 2024-04-26T05:03:18.109008+0000 mon.a (mon.0) 25 : cluster 0 mgrmap e34: y(active, starting, since 0.00552512s), standbys: x 2024-04-26T05:03:18.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: audit 2024-04-26T05:03:18.117284+0000 mon.b (mon.1) 87 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T05:03:18.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: audit 2024-04-26T05:03:18.117550+0000 mon.b (mon.1) 88 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T05:03:18.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: audit 2024-04-26T05:03:18.117838+0000 mon.b (mon.1) 89 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T05:03:18.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: audit 2024-04-26T05:03:18.118120+0000 mon.b (mon.1) 90 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi174.idmghd"}]: dispatch 2024-04-26T05:03:18.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: audit 2024-04-26T05:03:18.118527+0000 mon.b (mon.1) 91 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi102.iafhgp"}]: dispatch 2024-04-26T05:03:18.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: audit 2024-04-26T05:03:18.119965+0000 mon.b (mon.1) 92 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-26T05:03:18.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: audit 2024-04-26T05:03:18.120273+0000 mon.b (mon.1) 93 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-26T05:03:18.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: audit 2024-04-26T05:03:18.120698+0000 mon.b (mon.1) 94 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T05:03:18.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: audit 2024-04-26T05:03:18.121060+0000 mon.b (mon.1) 95 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T05:03:18.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: audit 2024-04-26T05:03:18.121436+0000 mon.b (mon.1) 96 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T05:03:18.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: audit 2024-04-26T05:03:18.121833+0000 mon.b (mon.1) 97 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T05:03:18.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: audit 2024-04-26T05:03:18.122212+0000 mon.b (mon.1) 98 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T05:03:18.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: audit 2024-04-26T05:03:18.122594+0000 mon.b (mon.1) 99 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-26T05:03:18.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: audit 2024-04-26T05:03:18.122965+0000 mon.b (mon.1) 100 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-26T05:03:18.457 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: audit 2024-04-26T05:03:18.123347+0000 mon.b (mon.1) 101 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T05:03:18.457 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: audit 2024-04-26T05:03:18.123347+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-26T05:03:18.457 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: audit 2024-04-26T05:03:18.123756+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T05:03:18.457 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: audit 2024-04-26T05:03:18.124156+0000 mon.b (mon.1) 103 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T05:03:18.457 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: audit 2024-04-26T05:03:18.125050+0000 mon.b (mon.1) 104 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T05:03:18.457 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: cluster 2024-04-26T05:03:18.136907+0000 mon.a (mon.0) 26 : cluster [INF] Manager daemon y is now available 2024-04-26T05:03:18.457 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: audit 2024-04-26T05:03:18.149569+0000 mon.b (mon.1) 105 : audit [DBG] from='mgr.? 172.21.15.174:0/1843783558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T05:03:18.457 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: cluster 2024-04-26T05:03:18.150044+0000 mon.a (mon.0) 27 : cluster [DBG] Standby manager daemon x restarted 2024-04-26T05:03:18.457 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: cluster 2024-04-26T05:03:18.150181+0000 mon.a (mon.0) 28 : cluster [DBG] Standby manager daemon x started 2024-04-26T05:03:18.457 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[31411]: audit 2024-04-26T05:03:18.150190+0000 mon.b (mon.1) 106 : audit [DBG] from='mgr.? 172.21.15.174:0/1843783558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T05:03:18.457 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: audit 2024-04-26T05:03:18.123756+0000 mon.b (mon.1) 102 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-26T05:03:18.458 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: audit 2024-04-26T05:03:18.124156+0000 mon.b (mon.1) 103 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-26T05:03:18.458 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: audit 2024-04-26T05:03:18.125050+0000 mon.b (mon.1) 104 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-26T05:03:18.458 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: cluster 2024-04-26T05:03:18.136907+0000 mon.a (mon.0) 26 : cluster 1 Manager daemon y is now available 2024-04-26T05:03:18.458 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: audit 2024-04-26T05:03:18.149569+0000 mon.b (mon.1) 105 : audit 0 from='mgr.? 172.21.15.174:0/1843783558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-26T05:03:18.458 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: cluster 2024-04-26T05:03:18.150044+0000 mon.a (mon.0) 27 : cluster 0 Standby manager daemon x restarted 2024-04-26T05:03:18.458 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: cluster 2024-04-26T05:03:18.150181+0000 mon.a (mon.0) 28 : cluster 0 Standby manager daemon x started 2024-04-26T05:03:18.458 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:18 smithi102 bash[82287]: audit 2024-04-26T05:03:18.150190+0000 mon.b (mon.1) 106 : audit 0 from='mgr.? 172.21.15.174:0/1843783558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-26T05:03:18.680 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[65460]: logger=settings t=2024-04-26T05:03:18.315017076Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-26T05:03:18.680 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[62215]: CherryPy Checker: 2024-04-26T05:03:18.680 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[62215]: The Application mounted at '' has an empty config. 2024-04-26T05:03:18.680 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[62215]: [26/Apr/2024:05:03:18] ENGINE Serving on http://:::9283 2024-04-26T05:03:18.680 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:03:18 smithi174 bash[62215]: [26/Apr/2024:05:03:18] ENGINE Bus STARTED 2024-04-26T05:03:19.209 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T05:03:19.209 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (106s) 58s ago 8m 13.8M - 0.25.0 c8568f914cd2 180b2c72f145 2024-04-26T05:03:19.209 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi174 *:3000 unknown 28s ago 8m - - 2024-04-26T05:03:19.209 INFO:teuthology.orchestra.run.smithi102.stdout:mds.foo.smithi102.iafhgp smithi102 running (6m) 58s ago 6m 12.8M - 17.2.7-902-gc61472c8 0de407c1b3af fb04751031d5 2024-04-26T05:03:19.209 INFO:teuthology.orchestra.run.smithi102.stdout:mds.foo.smithi174.idmghd smithi174 running (6m) 28s ago 6m 15.0M - 17.2.7-902-gc61472c8 0de407c1b3af 94a8195067aa 2024-04-26T05:03:19.209 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi174 *:8443,9283,8765 running (34s) 28s ago 16m 142M - 19.0.0-2447-gb22e2ebd 87e5280d5ae8 b6319e529c2e 2024-04-26T05:03:19.209 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (80s) 58s ago 19m 467M - 19.0.0-2447-gb22e2ebd 87e5280d5ae8 ba4c6c6308e2 2024-04-26T05:03:19.209 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (19m) 58s ago 19m 55.8M 2048M 17.2.7-902-gc61472c8 0de407c1b3af 5d6dc8f8fcd0 2024-04-26T05:03:19.210 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi174 running (17m) 28s ago 17m 43.5M 2048M 17.2.7-902-gc61472c8 0de407c1b3af 1756f55675cb 2024-04-26T05:03:19.210 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (17m) 58s ago 17m 46.9M 2048M 17.2.7-902-gc61472c8 0de407c1b3af b454366f7681 2024-04-26T05:03:19.210 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (111s) 58s ago 8m 8055k - 1.5.0 0da6a335fe13 8d3a48a0f45d 2024-04-26T05:03:19.210 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi174 *:9100 running (100s) 28s ago 8m 7568k - 1.5.0 0da6a335fe13 0475d2b75e8d 2024-04-26T05:03:19.210 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (15m) 58s ago 15m 49.0M 2524M 17.2.7-902-gc61472c8 0de407c1b3af cf83b9a35515 2024-04-26T05:03:19.210 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (15m) 58s ago 15m 51.3M 2524M 17.2.7-902-gc61472c8 0de407c1b3af 9a879e873629 2024-04-26T05:03:19.210 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (14m) 58s ago 14m 50.4M 2524M 17.2.7-902-gc61472c8 0de407c1b3af ae51c2885197 2024-04-26T05:03:19.210 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (13m) 58s ago 13m 47.8M 2524M 17.2.7-902-gc61472c8 0de407c1b3af 78ae3061dc73 2024-04-26T05:03:19.210 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi174 running (12m) 28s ago 12m 47.1M 2524M 17.2.7-902-gc61472c8 0de407c1b3af 69845b3de88d 2024-04-26T05:03:19.210 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi174 running (11m) 28s ago 11m 48.7M 2524M 17.2.7-902-gc61472c8 0de407c1b3af 041037310e4e 2024-04-26T05:03:19.210 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi174 running (10m) 28s ago 10m 47.2M 2524M 17.2.7-902-gc61472c8 0de407c1b3af d912f137bbb8 2024-04-26T05:03:19.210 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi174 running (10m) 28s ago 10m 50.2M 2524M 17.2.7-902-gc61472c8 0de407c1b3af 12dbdd4bcd5f 2024-04-26T05:03:19.210 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi174 *:9095 running (41s) 28s ago 9m 36.2M - 2.43.0 a07b618ecd1d dadad3b73f6f 2024-04-26T05:03:19.430 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:19 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-26T05:03:19.430 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:19 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-26T05:03:19.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:19 smithi174 bash[23471]: audit 2024-04-26T05:03:18.152606+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.? 172.21.15.174:0/1843783558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T05:03:19.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:19 smithi174 bash[23471]: audit 2024-04-26T05:03:18.159762+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.? 172.21.15.174:0/1843783558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T05:03:19.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:19 smithi174 bash[23471]: audit 2024-04-26T05:03:18.173423+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:03:19.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:19 smithi174 bash[23471]: audit 2024-04-26T05:03:18.207187+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:03:19.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:19 smithi174 bash[23471]: audit 2024-04-26T05:03:18.208048+0000 mon.a (mon.0) 29 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:19.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:19 smithi174 bash[23471]: audit 2024-04-26T05:03:18.209552+0000 mon.b (mon.1) 111 : audit [INF] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T05:03:19.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:19 smithi174 bash[23471]: audit 2024-04-26T05:03:18.212451+0000 mon.a (mon.0) 30 : audit [INF] from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T05:03:19.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:19 smithi174 bash[23471]: audit 2024-04-26T05:03:18.243207+0000 mon.b (mon.1) 112 : audit [INF] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T05:03:19.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:19 smithi174 bash[23471]: audit 2024-04-26T05:03:18.246156+0000 mon.a (mon.0) 31 : audit [INF] from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T05:03:19.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:19 smithi174 bash[23471]: cephadm 2024-04-26T05:03:18.688618+0000 mgr.y (mgr.25910) 1 : cephadm [INF] [26/Apr/2024:05:03:18] ENGINE Bus STARTING 2024-04-26T05:03:19.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:19 smithi174 bash[23471]: cephadm 2024-04-26T05:03:18.804212+0000 mgr.y (mgr.25910) 2 : cephadm [INF] [26/Apr/2024:05:03:18] ENGINE Serving on https://172.21.15.102:7150 2024-04-26T05:03:19.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:19 smithi174 bash[23471]: cephadm 2024-04-26T05:03:18.905713+0000 mgr.y (mgr.25910) 3 : cephadm [INF] [26/Apr/2024:05:03:18] ENGINE Serving on http://172.21.15.102:8765 2024-04-26T05:03:19.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:19 smithi174 bash[23471]: cephadm 2024-04-26T05:03:18.906138+0000 mgr.y (mgr.25910) 4 : cephadm [INF] [26/Apr/2024:05:03:18] ENGINE Bus STARTED 2024-04-26T05:03:19.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:19 smithi174 bash[23471]: cluster 2024-04-26T05:03:19.125499+0000 mon.a (mon.0) 32 : cluster [DBG] mgrmap e35: y(active, since 1.02199s), standbys: x 2024-04-26T05:03:19.433 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[75186]: debug 2024-04-26T05:03:19.131+0000 7f0fb1f2a700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-26T05:03:19.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[31411]: audit 2024-04-26T05:03:18.152606+0000 mon.b (mon.1) 107 : audit [DBG] from='mgr.? 172.21.15.174:0/1843783558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T05:03:19.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[31411]: audit 2024-04-26T05:03:18.159762+0000 mon.b (mon.1) 108 : audit [DBG] from='mgr.? 172.21.15.174:0/1843783558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T05:03:19.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[31411]: audit 2024-04-26T05:03:18.173423+0000 mon.b (mon.1) 109 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:03:19.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[31411]: audit 2024-04-26T05:03:18.207187+0000 mon.b (mon.1) 110 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:03:19.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[31411]: audit 2024-04-26T05:03:18.208048+0000 mon.a (mon.0) 29 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:19.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[31411]: audit 2024-04-26T05:03:18.209552+0000 mon.b (mon.1) 111 : audit [INF] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T05:03:19.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[31411]: audit 2024-04-26T05:03:18.212451+0000 mon.a (mon.0) 30 : audit [INF] from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T05:03:19.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[31411]: audit 2024-04-26T05:03:18.243207+0000 mon.b (mon.1) 112 : audit [INF] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T05:03:19.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[31411]: audit 2024-04-26T05:03:18.246156+0000 mon.a (mon.0) 31 : audit [INF] from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T05:03:19.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[31411]: cephadm 2024-04-26T05:03:18.688618+0000 mgr.y (mgr.25910) 1 : cephadm [INF] [26/Apr/2024:05:03:18] ENGINE Bus STARTING 2024-04-26T05:03:19.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[31411]: cephadm 2024-04-26T05:03:18.804212+0000 mgr.y (mgr.25910) 2 : cephadm [INF] [26/Apr/2024:05:03:18] ENGINE Serving on https://172.21.15.102:7150 2024-04-26T05:03:19.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[31411]: cephadm 2024-04-26T05:03:18.905713+0000 mgr.y (mgr.25910) 3 : cephadm [INF] [26/Apr/2024:05:03:18] ENGINE Serving on http://172.21.15.102:8765 2024-04-26T05:03:19.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[31411]: cephadm 2024-04-26T05:03:18.906138+0000 mgr.y (mgr.25910) 4 : cephadm [INF] [26/Apr/2024:05:03:18] ENGINE Bus STARTED 2024-04-26T05:03:19.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[31411]: cluster 2024-04-26T05:03:19.125499+0000 mon.a (mon.0) 32 : cluster [DBG] mgrmap e35: y(active, since 1.02199s), standbys: x 2024-04-26T05:03:19.435 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[82287]: audit 2024-04-26T05:03:18.152606+0000 mon.b (mon.1) 107 : audit 0 from='mgr.? 172.21.15.174:0/1843783558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-26T05:03:19.435 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[82287]: audit 2024-04-26T05:03:18.159762+0000 mon.b (mon.1) 108 : audit 0 from='mgr.? 172.21.15.174:0/1843783558' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-26T05:03:19.435 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[82287]: audit 2024-04-26T05:03:18.173423+0000 mon.b (mon.1) 109 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:03:19.435 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[82287]: audit 2024-04-26T05:03:18.207187+0000 mon.b (mon.1) 110 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:03:19.435 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[82287]: audit 2024-04-26T05:03:18.208048+0000 mon.a (mon.0) 29 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:19.435 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[82287]: audit 2024-04-26T05:03:18.209552+0000 mon.b (mon.1) 111 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T05:03:19.435 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[82287]: audit 2024-04-26T05:03:18.212451+0000 mon.a (mon.0) 30 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-26T05:03:19.435 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[82287]: audit 2024-04-26T05:03:18.243207+0000 mon.b (mon.1) 112 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T05:03:19.436 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[82287]: audit 2024-04-26T05:03:18.246156+0000 mon.a (mon.0) 31 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-26T05:03:19.436 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[82287]: cephadm 2024-04-26T05:03:18.688618+0000 mgr.y (mgr.25910) 1 : cephadm 1 [26/Apr/2024:05:03:18] ENGINE Bus STARTING 2024-04-26T05:03:19.436 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[82287]: cephadm 2024-04-26T05:03:18.804212+0000 mgr.y (mgr.25910) 2 : cephadm 1 [26/Apr/2024:05:03:18] ENGINE Serving on https://172.21.15.102:7150 2024-04-26T05:03:19.436 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[82287]: cephadm 2024-04-26T05:03:18.905713+0000 mgr.y (mgr.25910) 3 : cephadm 1 [26/Apr/2024:05:03:18] ENGINE Serving on http://172.21.15.102:8765 2024-04-26T05:03:19.436 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[82287]: cephadm 2024-04-26T05:03:18.906138+0000 mgr.y (mgr.25910) 4 : cephadm 1 [26/Apr/2024:05:03:18] ENGINE Bus STARTED 2024-04-26T05:03:19.436 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:19 smithi102 bash[82287]: cluster 2024-04-26T05:03:19.125499+0000 mon.a (mon.0) 32 : cluster 0 mgrmap e35: y(active, since 1.02199s), standbys: x 2024-04-26T05:03:20.095 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'ceph orch upgrade pause' 2024-04-26T05:03:20.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:20 smithi174 bash[23471]: cluster 2024-04-26T05:03:19.139155+0000 mgr.y (mgr.25910) 5 : cluster [DBG] pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:20.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:20 smithi174 bash[23471]: audit 2024-04-26T05:03:19.183270+0000 mgr.y (mgr.25910) 6 : audit [DBG] from='client.25952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:03:20.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:20 smithi174 bash[23471]: cluster 2024-04-26T05:03:20.114573+0000 mon.a (mon.0) 33 : cluster [INF] Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T05:03:20.444 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:20 smithi102 bash[31411]: cluster 2024-04-26T05:03:19.139155+0000 mgr.y (mgr.25910) 5 : cluster [DBG] pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:20.444 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:20 smithi102 bash[31411]: audit 2024-04-26T05:03:19.183270+0000 mgr.y (mgr.25910) 6 : audit [DBG] from='client.25952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:03:20.444 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:20 smithi102 bash[31411]: cluster 2024-04-26T05:03:20.114573+0000 mon.a (mon.0) 33 : cluster [INF] Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T05:03:20.444 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:20 smithi102 bash[82287]: cluster 2024-04-26T05:03:19.139155+0000 mgr.y (mgr.25910) 5 : cluster 0 pgmap v3: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:20.444 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:20 smithi102 bash[82287]: audit 2024-04-26T05:03:19.183270+0000 mgr.y (mgr.25910) 6 : audit 0 from='client.25952 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:03:20.444 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:20 smithi102 bash[82287]: cluster 2024-04-26T05:03:20.114573+0000 mon.a (mon.0) 33 : cluster 1 Health check cleared: CEPHADM_FAILED_DAEMON (was: 1 failed cephadm daemon(s)) 2024-04-26T05:03:20.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:20 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:03:20] "GET /metrics HTTP/1.1" 200 31298 "" "Prometheus/2.43.0" 2024-04-26T05:03:21.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:21 smithi174 bash[23471]: cluster 2024-04-26T05:03:20.125124+0000 mgr.y (mgr.25910) 7 : cluster [DBG] pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:21.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:21 smithi174 bash[23471]: cluster 2024-04-26T05:03:21.138562+0000 mon.a (mon.0) 34 : cluster [DBG] mgrmap e36: y(active, since 3s), standbys: x 2024-04-26T05:03:21.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:21 smithi102 bash[31411]: cluster 2024-04-26T05:03:20.125124+0000 mgr.y (mgr.25910) 7 : cluster [DBG] pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:21.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:21 smithi102 bash[31411]: cluster 2024-04-26T05:03:21.138562+0000 mon.a (mon.0) 34 : cluster [DBG] mgrmap e36: y(active, since 3s), standbys: x 2024-04-26T05:03:21.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:21 smithi102 bash[82287]: cluster 2024-04-26T05:03:20.125124+0000 mgr.y (mgr.25910) 7 : cluster 0 pgmap v4: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:21.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:21 smithi102 bash[82287]: cluster 2024-04-26T05:03:21.138562+0000 mon.a (mon.0) 34 : cluster 0 mgrmap e36: y(active, since 3s), standbys: x 2024-04-26T05:03:23.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:23 smithi174 bash[23471]: cluster 2024-04-26T05:03:22.125674+0000 mgr.y (mgr.25910) 8 : cluster [DBG] pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:23.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:23 smithi174 bash[23471]: cluster 2024-04-26T05:03:22.183485+0000 mon.a (mon.0) 35 : cluster [DBG] mgrmap e37: y(active, since 4s), standbys: x 2024-04-26T05:03:23.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:23 smithi102 bash[31411]: cluster 2024-04-26T05:03:22.125674+0000 mgr.y (mgr.25910) 8 : cluster [DBG] pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:23.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:23 smithi102 bash[31411]: cluster 2024-04-26T05:03:22.183485+0000 mon.a (mon.0) 35 : cluster [DBG] mgrmap e37: y(active, since 4s), standbys: x 2024-04-26T05:03:23.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:23 smithi102 bash[82287]: cluster 2024-04-26T05:03:22.125674+0000 mgr.y (mgr.25910) 8 : cluster 0 pgmap v5: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:23.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:23 smithi102 bash[82287]: cluster 2024-04-26T05:03:22.183485+0000 mon.a (mon.0) 35 : cluster 0 mgrmap e37: y(active, since 4s), standbys: x 2024-04-26T05:03:24.632 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:03:25.634 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:25 smithi102 bash[82287]: cluster 2024-04-26T05:03:24.126155+0000 mgr.y (mgr.25910) 9 : cluster 0 pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-26T05:03:25.634 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:25 smithi102 bash[82287]: audit 2024-04-26T05:03:24.371118+0000 mon.a (mon.0) 36 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:25.634 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:25 smithi102 bash[82287]: audit 2024-04-26T05:03:24.381210+0000 mon.a (mon.0) 37 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:25.634 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:25 smithi102 bash[82287]: audit 2024-04-26T05:03:24.405965+0000 mon.a (mon.0) 38 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:25.634 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:25 smithi102 bash[82287]: audit 2024-04-26T05:03:24.415793+0000 mon.a (mon.0) 39 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:25.635 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:25 smithi102 bash[31411]: cluster 2024-04-26T05:03:24.126155+0000 mgr.y (mgr.25910) 9 : cluster [DBG] pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-26T05:03:25.635 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:25 smithi102 bash[31411]: audit 2024-04-26T05:03:24.371118+0000 mon.a (mon.0) 36 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:25.635 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:25 smithi102 bash[31411]: audit 2024-04-26T05:03:24.381210+0000 mon.a (mon.0) 37 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:25.635 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:25 smithi102 bash[31411]: audit 2024-04-26T05:03:24.405965+0000 mon.a (mon.0) 38 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:25.635 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:25 smithi102 bash[31411]: audit 2024-04-26T05:03:24.415793+0000 mon.a (mon.0) 39 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:25.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:25 smithi174 bash[23471]: cluster 2024-04-26T05:03:24.126155+0000 mgr.y (mgr.25910) 9 : cluster [DBG] pgmap v6: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-26T05:03:25.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:25 smithi174 bash[23471]: audit 2024-04-26T05:03:24.371118+0000 mon.a (mon.0) 36 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:25.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:25 smithi174 bash[23471]: audit 2024-04-26T05:03:24.381210+0000 mon.a (mon.0) 37 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:25.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:25 smithi174 bash[23471]: audit 2024-04-26T05:03:24.405965+0000 mon.a (mon.0) 38 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:25.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:25 smithi174 bash[23471]: audit 2024-04-26T05:03:24.415793+0000 mon.a (mon.0) 39 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:26.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:26 smithi174 bash[23471]: audit 2024-04-26T05:03:25.406110+0000 mon.a (mon.0) 40 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:26.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:26 smithi174 bash[23471]: audit 2024-04-26T05:03:25.417975+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:26.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:26 smithi174 bash[23471]: audit 2024-04-26T05:03:25.428513+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:26.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:26 smithi174 bash[23471]: audit 2024-04-26T05:03:25.439542+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:26.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:26 smithi102 bash[82287]: audit 2024-04-26T05:03:25.406110+0000 mon.a (mon.0) 40 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:26.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:26 smithi102 bash[82287]: audit 2024-04-26T05:03:25.417975+0000 mon.a (mon.0) 41 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:26.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:26 smithi102 bash[82287]: audit 2024-04-26T05:03:25.428513+0000 mon.a (mon.0) 42 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:26.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:26 smithi102 bash[82287]: audit 2024-04-26T05:03:25.439542+0000 mon.a (mon.0) 43 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:26.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:26 smithi102 bash[31411]: audit 2024-04-26T05:03:25.406110+0000 mon.a (mon.0) 40 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:26.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:26 smithi102 bash[31411]: audit 2024-04-26T05:03:25.417975+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:26.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:26 smithi102 bash[31411]: audit 2024-04-26T05:03:25.428513+0000 mon.a (mon.0) 42 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:26.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:26 smithi102 bash[31411]: audit 2024-04-26T05:03:25.439542+0000 mon.a (mon.0) 43 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:27.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:27 smithi102 bash[31411]: cluster 2024-04-26T05:03:26.127094+0000 mgr.y (mgr.25910) 10 : cluster [DBG] pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-26T05:03:27.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:27 smithi102 bash[82287]: cluster 2024-04-26T05:03:26.127094+0000 mgr.y (mgr.25910) 10 : cluster 0 pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-26T05:03:27.785 INFO:teuthology.orchestra.run.smithi102.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:03:27.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:27 smithi174 bash[23471]: cluster 2024-04-26T05:03:26.127094+0000 mgr.y (mgr.25910) 10 : cluster [DBG] pgmap v7: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-26T05:03:28.555 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'sleep 60' 2024-04-26T05:03:28.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:28 smithi174 bash[23471]: audit 2024-04-26T05:03:27.777642+0000 mgr.y (mgr.25910) 11 : audit [DBG] from='client.25964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:03:28.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:28 smithi174 bash[23471]: cephadm 2024-04-26T05:03:27.778249+0000 mgr.y (mgr.25910) 12 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:03:28.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:28 smithi174 bash[23471]: audit 2024-04-26T05:03:27.785278+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:28.931 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:03:28 smithi174 bash[61678]: ts=2024-04-26T05:03:28.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi102:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:03:28.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:28 smithi102 bash[31411]: audit 2024-04-26T05:03:27.777642+0000 mgr.y (mgr.25910) 11 : audit [DBG] from='client.25964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:03:28.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:28 smithi102 bash[31411]: cephadm 2024-04-26T05:03:27.778249+0000 mgr.y (mgr.25910) 12 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:03:28.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:28 smithi102 bash[31411]: audit 2024-04-26T05:03:27.785278+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:28.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:28 smithi102 bash[82287]: audit 2024-04-26T05:03:27.777642+0000 mgr.y (mgr.25910) 11 : audit 0 from='client.25964 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:03:28.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:28 smithi102 bash[82287]: cephadm 2024-04-26T05:03:27.778249+0000 mgr.y (mgr.25910) 12 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:03:28.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:28 smithi102 bash[82287]: audit 2024-04-26T05:03:27.785278+0000 mon.a (mon.0) 44 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:29.680 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:29 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 8. 2024-04-26T05:03:29.680 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:29 smithi174 systemd[1]: Stopped Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:03:29.680 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:29 smithi174 systemd[1]: Started Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:03:30.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:29 smithi174 bash[23471]: cluster 2024-04-26T05:03:28.127781+0000 mgr.y (mgr.25910) 13 : cluster [DBG] pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T05:03:30.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:29 smithi102 bash[82287]: cluster 2024-04-26T05:03:28.127781+0000 mgr.y (mgr.25910) 13 : cluster 0 pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T05:03:30.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:29 smithi102 bash[31411]: cluster 2024-04-26T05:03:28.127781+0000 mgr.y (mgr.25910) 13 : cluster [DBG] pgmap v8: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-26T05:03:30.680 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:30 smithi174 bash[66072]: logger=settings t=2024-04-26T05:03:30.226181151Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-26T05:03:30.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:30 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:03:30] "GET /metrics HTTP/1.1" 200 31298 "" "Prometheus/2.43.0" 2024-04-26T05:03:31.361 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:31 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-26T05:03:31.361 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:31 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-26T05:03:31.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:31 smithi174 bash[23471]: cluster 2024-04-26T05:03:30.128935+0000 mgr.y (mgr.25910) 14 : cluster [DBG] pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T05:03:32.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:31 smithi102 bash[31411]: cluster 2024-04-26T05:03:30.128935+0000 mgr.y (mgr.25910) 14 : cluster [DBG] pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T05:03:32.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:31 smithi102 bash[82287]: cluster 2024-04-26T05:03:30.128935+0000 mgr.y (mgr.25910) 14 : cluster 0 pgmap v9: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-04-26T05:03:33.345 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:03:34.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:33 smithi174 bash[23471]: cluster 2024-04-26T05:03:32.129604+0000 mgr.y (mgr.25910) 15 : cluster [DBG] pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:03:34.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:33 smithi174 bash[23471]: audit 2024-04-26T05:03:33.209853+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:03:34.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:33 smithi174 bash[23471]: audit 2024-04-26T05:03:33.210070+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:34.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:33 smithi102 bash[82287]: cluster 2024-04-26T05:03:32.129604+0000 mgr.y (mgr.25910) 15 : cluster 0 pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:03:34.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:33 smithi102 bash[82287]: audit 2024-04-26T05:03:33.209853+0000 mon.b (mon.1) 113 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:03:34.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:33 smithi102 bash[82287]: audit 2024-04-26T05:03:33.210070+0000 mon.a (mon.0) 45 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:34.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:33 smithi102 bash[31411]: cluster 2024-04-26T05:03:32.129604+0000 mgr.y (mgr.25910) 15 : cluster [DBG] pgmap v10: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:03:34.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:33 smithi102 bash[31411]: audit 2024-04-26T05:03:33.209853+0000 mon.b (mon.1) 113 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:03:34.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:33 smithi102 bash[31411]: audit 2024-04-26T05:03:33.210070+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:36.072 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:35 smithi102 bash[82287]: cluster 2024-04-26T05:03:34.130441+0000 mgr.y (mgr.25910) 16 : cluster 0 pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:03:36.072 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:35 smithi102 bash[82287]: audit 2024-04-26T05:03:34.978291+0000 mon.a (mon.0) 46 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:36.073 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:35 smithi102 bash[82287]: audit 2024-04-26T05:03:34.994940+0000 mon.a (mon.0) 47 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:36.073 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:35 smithi102 bash[82287]: audit 2024-04-26T05:03:34.998187+0000 mon.b (mon.1) 114 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:03:36.073 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:35 smithi102 bash[82287]: audit 2024-04-26T05:03:35.000462+0000 mon.b (mon.1) 115 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:03:36.073 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:35 smithi102 bash[82287]: audit 2024-04-26T05:03:35.726342+0000 mon.a (mon.0) 48 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:36.073 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:35 smithi102 bash[82287]: audit 2024-04-26T05:03:35.738067+0000 mon.a (mon.0) 49 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:36.073 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:35 smithi102 bash[31411]: cluster 2024-04-26T05:03:34.130441+0000 mgr.y (mgr.25910) 16 : cluster [DBG] pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:03:36.073 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:35 smithi102 bash[31411]: audit 2024-04-26T05:03:34.978291+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:36.073 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:35 smithi102 bash[31411]: audit 2024-04-26T05:03:34.994940+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:36.073 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:35 smithi102 bash[31411]: audit 2024-04-26T05:03:34.998187+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:03:36.073 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:35 smithi102 bash[31411]: audit 2024-04-26T05:03:35.000462+0000 mon.b (mon.1) 115 : audit [INF] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:03:36.073 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:35 smithi102 bash[31411]: audit 2024-04-26T05:03:35.726342+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:36.074 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:35 smithi102 bash[31411]: audit 2024-04-26T05:03:35.738067+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:36.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:35 smithi174 bash[23471]: cluster 2024-04-26T05:03:34.130441+0000 mgr.y (mgr.25910) 16 : cluster [DBG] pgmap v11: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-26T05:03:36.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:35 smithi174 bash[23471]: audit 2024-04-26T05:03:34.978291+0000 mon.a (mon.0) 46 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:36.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:35 smithi174 bash[23471]: audit 2024-04-26T05:03:34.994940+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:36.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:35 smithi174 bash[23471]: audit 2024-04-26T05:03:34.998187+0000 mon.b (mon.1) 114 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:03:36.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:35 smithi174 bash[23471]: audit 2024-04-26T05:03:35.000462+0000 mon.b (mon.1) 115 : audit [INF] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:03:36.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:35 smithi174 bash[23471]: audit 2024-04-26T05:03:35.726342+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:36.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:35 smithi174 bash[23471]: audit 2024-04-26T05:03:35.738067+0000 mon.a (mon.0) 49 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:37.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:36 smithi174 bash[23471]: cephadm 2024-04-26T05:03:35.005039+0000 mgr.y (mgr.25910) 17 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.conf 2024-04-26T05:03:37.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:36 smithi174 bash[23471]: cephadm 2024-04-26T05:03:35.005453+0000 mgr.y (mgr.25910) 18 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.conf 2024-04-26T05:03:37.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:36 smithi174 bash[23471]: cephadm 2024-04-26T05:03:35.271784+0000 mgr.y (mgr.25910) 19 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T05:03:37.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:36 smithi174 bash[23471]: cephadm 2024-04-26T05:03:35.272702+0000 mgr.y (mgr.25910) 20 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T05:03:37.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:36 smithi174 bash[23471]: cephadm 2024-04-26T05:03:35.437631+0000 mgr.y (mgr.25910) 21 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.client.admin.keyring 2024-04-26T05:03:37.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:36 smithi174 bash[23471]: cephadm 2024-04-26T05:03:35.552291+0000 mgr.y (mgr.25910) 22 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T05:03:37.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:36 smithi174 bash[23471]: cephadm 2024-04-26T05:03:35.586799+0000 mgr.y (mgr.25910) 23 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-26T05:03:37.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:36 smithi174 bash[23471]: cephadm 2024-04-26T05:03:35.751744+0000 mgr.y (mgr.25910) 24 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T05:03:37.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:36 smithi174 bash[23471]: audit 2024-04-26T05:03:35.873668+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:37.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:36 smithi174 bash[23471]: audit 2024-04-26T05:03:35.889340+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:37.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:36 smithi174 bash[23471]: cluster 2024-04-26T05:03:35.893145+0000 mgr.y (mgr.25910) 25 : cluster [DBG] pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:37.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:36 smithi174 bash[23471]: audit 2024-04-26T05:03:35.897766+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:37.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:36 smithi174 bash[23471]: audit 2024-04-26T05:03:35.977909+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:03:37.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:36 smithi174 bash[23471]: audit 2024-04-26T05:03:35.981300+0000 mon.b (mon.1) 117 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:03:37.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:36 smithi174 bash[23471]: audit 2024-04-26T05:03:35.982999+0000 mon.b (mon.1) 118 : audit [INF] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:03:37.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:36 smithi174 bash[23471]: audit 2024-04-26T05:03:35.995859+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:37.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[82287]: cephadm 2024-04-26T05:03:35.005039+0000 mgr.y (mgr.25910) 17 : cephadm 1 Updating smithi102:/etc/ceph/ceph.conf 2024-04-26T05:03:37.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[82287]: cephadm 2024-04-26T05:03:35.005453+0000 mgr.y (mgr.25910) 18 : cephadm 1 Updating smithi174:/etc/ceph/ceph.conf 2024-04-26T05:03:37.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[82287]: cephadm 2024-04-26T05:03:35.271784+0000 mgr.y (mgr.25910) 19 : cephadm 1 Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T05:03:37.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[82287]: cephadm 2024-04-26T05:03:35.272702+0000 mgr.y (mgr.25910) 20 : cephadm 1 Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T05:03:37.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[82287]: cephadm 2024-04-26T05:03:35.437631+0000 mgr.y (mgr.25910) 21 : cephadm 1 Updating smithi174:/etc/ceph/ceph.client.admin.keyring 2024-04-26T05:03:37.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[82287]: cephadm 2024-04-26T05:03:35.552291+0000 mgr.y (mgr.25910) 22 : cephadm 1 Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T05:03:37.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[82287]: cephadm 2024-04-26T05:03:35.586799+0000 mgr.y (mgr.25910) 23 : cephadm 1 Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-26T05:03:37.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[82287]: cephadm 2024-04-26T05:03:35.751744+0000 mgr.y (mgr.25910) 24 : cephadm 1 Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T05:03:37.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[82287]: audit 2024-04-26T05:03:35.873668+0000 mon.a (mon.0) 50 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:37.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[82287]: audit 2024-04-26T05:03:35.889340+0000 mon.a (mon.0) 51 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:37.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[82287]: cluster 2024-04-26T05:03:35.893145+0000 mgr.y (mgr.25910) 25 : cluster 0 pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:37.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[82287]: audit 2024-04-26T05:03:35.897766+0000 mon.a (mon.0) 52 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:37.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[82287]: audit 2024-04-26T05:03:35.977909+0000 mon.b (mon.1) 116 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:03:37.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[82287]: audit 2024-04-26T05:03:35.981300+0000 mon.b (mon.1) 117 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:03:37.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[82287]: audit 2024-04-26T05:03:35.982999+0000 mon.b (mon.1) 118 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:03:37.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[82287]: audit 2024-04-26T05:03:35.995859+0000 mon.a (mon.0) 53 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:37.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[31411]: cephadm 2024-04-26T05:03:35.005039+0000 mgr.y (mgr.25910) 17 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.conf 2024-04-26T05:03:37.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[31411]: cephadm 2024-04-26T05:03:35.005453+0000 mgr.y (mgr.25910) 18 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.conf 2024-04-26T05:03:37.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[31411]: cephadm 2024-04-26T05:03:35.271784+0000 mgr.y (mgr.25910) 19 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T05:03:37.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[31411]: cephadm 2024-04-26T05:03:35.272702+0000 mgr.y (mgr.25910) 20 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-26T05:03:37.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[31411]: cephadm 2024-04-26T05:03:35.437631+0000 mgr.y (mgr.25910) 21 : cephadm [INF] Updating smithi174:/etc/ceph/ceph.client.admin.keyring 2024-04-26T05:03:37.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[31411]: cephadm 2024-04-26T05:03:35.552291+0000 mgr.y (mgr.25910) 22 : cephadm [INF] Updating smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T05:03:37.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[31411]: cephadm 2024-04-26T05:03:35.586799+0000 mgr.y (mgr.25910) 23 : cephadm [INF] Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-26T05:03:37.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[31411]: cephadm 2024-04-26T05:03:35.751744+0000 mgr.y (mgr.25910) 24 : cephadm [INF] Updating smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-26T05:03:37.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[31411]: audit 2024-04-26T05:03:35.873668+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:37.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[31411]: audit 2024-04-26T05:03:35.889340+0000 mon.a (mon.0) 51 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:37.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[31411]: cluster 2024-04-26T05:03:35.893145+0000 mgr.y (mgr.25910) 25 : cluster [DBG] pgmap v12: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:37.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[31411]: audit 2024-04-26T05:03:35.897766+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:37.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[31411]: audit 2024-04-26T05:03:35.977909+0000 mon.b (mon.1) 116 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:03:37.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[31411]: audit 2024-04-26T05:03:35.981300+0000 mon.b (mon.1) 117 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:03:37.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[31411]: audit 2024-04-26T05:03:35.982999+0000 mon.b (mon.1) 118 : audit [INF] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:03:37.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:36 smithi102 bash[31411]: audit 2024-04-26T05:03:35.995859+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:38.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:37 smithi174 bash[23471]: cluster 2024-04-26T05:03:35.988306+0000 mgr.y (mgr.25910) 26 : cluster [DBG] pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:38.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:37 smithi174 bash[23471]: cluster 2024-04-26T05:03:35.988581+0000 mgr.y (mgr.25910) 27 : cluster [DBG] pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:38.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:37 smithi174 bash[23471]: cluster 2024-04-26T05:03:36.885089+0000 mon.a (mon.0) 54 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T05:03:38.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:37 smithi102 bash[31411]: cluster 2024-04-26T05:03:35.988306+0000 mgr.y (mgr.25910) 26 : cluster [DBG] pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:38.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:37 smithi102 bash[31411]: cluster 2024-04-26T05:03:35.988581+0000 mgr.y (mgr.25910) 27 : cluster [DBG] pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:38.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:37 smithi102 bash[31411]: cluster 2024-04-26T05:03:36.885089+0000 mon.a (mon.0) 54 : cluster [WRN] Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T05:03:38.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:37 smithi102 bash[82287]: cluster 2024-04-26T05:03:35.988306+0000 mgr.y (mgr.25910) 26 : cluster 0 pgmap v13: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:38.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:37 smithi102 bash[82287]: cluster 2024-04-26T05:03:35.988581+0000 mgr.y (mgr.25910) 27 : cluster 0 pgmap v14: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:38.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:37 smithi102 bash[82287]: cluster 2024-04-26T05:03:36.885089+0000 mon.a (mon.0) 54 : cluster 3 Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-26T05:03:38.930 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:03:38 smithi174 bash[61678]: ts=2024-04-26T05:03:38.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi102:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:03:40.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:39 smithi174 bash[23471]: cluster 2024-04-26T05:03:37.989282+0000 mgr.y (mgr.25910) 28 : cluster [DBG] pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:40.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:39 smithi102 bash[82287]: cluster 2024-04-26T05:03:37.989282+0000 mgr.y (mgr.25910) 28 : cluster 0 pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:40.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:39 smithi102 bash[31411]: cluster 2024-04-26T05:03:37.989282+0000 mgr.y (mgr.25910) 28 : cluster [DBG] pgmap v15: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:40.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:40 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:03:40] "GET /metrics HTTP/1.1" 200 33996 "" "Prometheus/2.43.0" 2024-04-26T05:03:41.882 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:41 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 9. 2024-04-26T05:03:41.882 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:41 smithi174 systemd[1]: Stopped Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:03:41.882 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:41 smithi174 systemd[1]: Started Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:03:42.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:41 smithi174 bash[23471]: cluster 2024-04-26T05:03:39.990357+0000 mgr.y (mgr.25910) 29 : cluster [DBG] pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:42.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:41 smithi102 bash[31411]: cluster 2024-04-26T05:03:39.990357+0000 mgr.y (mgr.25910) 29 : cluster [DBG] pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:42.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:41 smithi102 bash[82287]: cluster 2024-04-26T05:03:39.990357+0000 mgr.y (mgr.25910) 29 : cluster 0 pgmap v16: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:42.586 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:42 smithi174 bash[68539]: logger=settings t=2024-04-26T05:03:42.58229277Z level=error msg="failed to parse \"/etc/grafana/grafana.ini\": open /etc/grafana/grafana.ini: permission denied" 2024-04-26T05:03:43.430 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:43 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Main process exited, code=exited, status=1/FAILURE 2024-04-26T05:03:43.430 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:43 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-26T05:03:44.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:43 smithi174 bash[23471]: cluster 2024-04-26T05:03:41.991028+0000 mgr.y (mgr.25910) 30 : cluster [DBG] pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:44.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:43 smithi102 bash[31411]: cluster 2024-04-26T05:03:41.991028+0000 mgr.y (mgr.25910) 30 : cluster [DBG] pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:44.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:43 smithi102 bash[82287]: cluster 2024-04-26T05:03:41.991028+0000 mgr.y (mgr.25910) 30 : cluster 0 pgmap v17: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:46.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:45 smithi174 bash[23471]: cluster 2024-04-26T05:03:43.991658+0000 mgr.y (mgr.25910) 31 : cluster [DBG] pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:46.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:45 smithi102 bash[31411]: cluster 2024-04-26T05:03:43.991658+0000 mgr.y (mgr.25910) 31 : cluster [DBG] pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:46.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:45 smithi102 bash[82287]: cluster 2024-04-26T05:03:43.991658+0000 mgr.y (mgr.25910) 31 : cluster 0 pgmap v18: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:48.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:47 smithi174 bash[23471]: cluster 2024-04-26T05:03:45.992707+0000 mgr.y (mgr.25910) 32 : cluster [DBG] pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:48.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:47 smithi102 bash[31411]: cluster 2024-04-26T05:03:45.992707+0000 mgr.y (mgr.25910) 32 : cluster [DBG] pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:48.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:47 smithi102 bash[82287]: cluster 2024-04-26T05:03:45.992707+0000 mgr.y (mgr.25910) 32 : cluster 0 pgmap v19: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:48.930 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:03:48 smithi174 bash[61678]: ts=2024-04-26T05:03:48.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi102:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:03:49.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:49 smithi174 bash[23471]: cluster 2024-04-26T05:03:47.993414+0000 mgr.y (mgr.25910) 33 : cluster [DBG] pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:49.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:49 smithi174 bash[23471]: audit 2024-04-26T05:03:48.210764+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:49.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:49 smithi174 bash[23471]: audit 2024-04-26T05:03:48.211317+0000 mon.b (mon.1) 119 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:03:49.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:49 smithi102 bash[82287]: cluster 2024-04-26T05:03:47.993414+0000 mgr.y (mgr.25910) 33 : cluster 0 pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:49.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:49 smithi102 bash[82287]: audit 2024-04-26T05:03:48.210764+0000 mon.a (mon.0) 55 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:49.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:49 smithi102 bash[82287]: audit 2024-04-26T05:03:48.211317+0000 mon.b (mon.1) 119 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:03:49.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:49 smithi102 bash[31411]: cluster 2024-04-26T05:03:47.993414+0000 mgr.y (mgr.25910) 33 : cluster [DBG] pgmap v20: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:49.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:49 smithi102 bash[31411]: audit 2024-04-26T05:03:48.210764+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:03:49.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:49 smithi102 bash[31411]: audit 2024-04-26T05:03:48.211317+0000 mon.b (mon.1) 119 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:03:50.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:03:50 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:03:50] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-04-26T05:03:51.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:51 smithi174 bash[23471]: cluster 2024-04-26T05:03:49.994523+0000 mgr.y (mgr.25910) 34 : cluster [DBG] pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:51.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:51 smithi102 bash[31411]: cluster 2024-04-26T05:03:49.994523+0000 mgr.y (mgr.25910) 34 : cluster [DBG] pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:51.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:51 smithi102 bash[82287]: cluster 2024-04-26T05:03:49.994523+0000 mgr.y (mgr.25910) 34 : cluster 0 pgmap v21: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:53.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:53 smithi174 bash[23471]: cluster 2024-04-26T05:03:51.995301+0000 mgr.y (mgr.25910) 35 : cluster [DBG] pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:53.680 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:53 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Scheduled restart job, restart counter is at 10. 2024-04-26T05:03:53.681 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:53 smithi174 systemd[1]: Stopped Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:03:53.681 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:53 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Start request repeated too quickly. 2024-04-26T05:03:53.681 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:53 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-26T05:03:53.681 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:03:53 smithi174 systemd[1]: Failed to start Ceph grafana.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:03:53.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:53 smithi102 bash[31411]: cluster 2024-04-26T05:03:51.995301+0000 mgr.y (mgr.25910) 35 : cluster [DBG] pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:53.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:53 smithi102 bash[82287]: cluster 2024-04-26T05:03:51.995301+0000 mgr.y (mgr.25910) 35 : cluster 0 pgmap v22: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:55.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:55 smithi174 bash[23471]: cluster 2024-04-26T05:03:53.996108+0000 mgr.y (mgr.25910) 36 : cluster [DBG] pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:55.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:55 smithi102 bash[31411]: cluster 2024-04-26T05:03:53.996108+0000 mgr.y (mgr.25910) 36 : cluster [DBG] pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:55.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:55 smithi102 bash[82287]: cluster 2024-04-26T05:03:53.996108+0000 mgr.y (mgr.25910) 36 : cluster 0 pgmap v23: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:57.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:57 smithi174 bash[23471]: cluster 2024-04-26T05:03:55.997371+0000 mgr.y (mgr.25910) 37 : cluster [DBG] pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:57.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:57 smithi102 bash[31411]: cluster 2024-04-26T05:03:55.997371+0000 mgr.y (mgr.25910) 37 : cluster [DBG] pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:57.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:57 smithi102 bash[82287]: cluster 2024-04-26T05:03:55.997371+0000 mgr.y (mgr.25910) 37 : cluster 0 pgmap v24: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:58.930 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:03:58 smithi174 bash[61678]: ts=2024-04-26T05:03:58.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi102:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:03:59.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:03:59 smithi174 bash[23471]: cluster 2024-04-26T05:03:57.998201+0000 mgr.y (mgr.25910) 38 : cluster [DBG] pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:59.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:03:59 smithi102 bash[31411]: cluster 2024-04-26T05:03:57.998201+0000 mgr.y (mgr.25910) 38 : cluster [DBG] pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:03:59.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:03:59 smithi102 bash[82287]: cluster 2024-04-26T05:03:57.998201+0000 mgr.y (mgr.25910) 38 : cluster 0 pgmap v25: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:00.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:04:00 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:04:00] "GET /metrics HTTP/1.1" 200 33983 "" "Prometheus/2.43.0" 2024-04-26T05:04:01.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:01 smithi174 bash[23471]: cluster 2024-04-26T05:03:59.999439+0000 mgr.y (mgr.25910) 39 : cluster [DBG] pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:01.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:01 smithi102 bash[82287]: cluster 2024-04-26T05:03:59.999439+0000 mgr.y (mgr.25910) 39 : cluster 0 pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:01.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:01 smithi102 bash[31411]: cluster 2024-04-26T05:03:59.999439+0000 mgr.y (mgr.25910) 39 : cluster [DBG] pgmap v26: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:03.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:03 smithi174 bash[23471]: cluster 2024-04-26T05:04:02.000229+0000 mgr.y (mgr.25910) 40 : cluster [DBG] pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:03.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:03 smithi174 bash[23471]: audit 2024-04-26T05:04:03.201982+0000 mon.b (mon.1) 120 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:04:03.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:03 smithi102 bash[31411]: cluster 2024-04-26T05:04:02.000229+0000 mgr.y (mgr.25910) 40 : cluster [DBG] pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:03.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:03 smithi102 bash[31411]: audit 2024-04-26T05:04:03.201982+0000 mon.b (mon.1) 120 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:04:03.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:03 smithi102 bash[82287]: cluster 2024-04-26T05:04:02.000229+0000 mgr.y (mgr.25910) 40 : cluster 0 pgmap v27: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:03.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:03 smithi102 bash[82287]: audit 2024-04-26T05:04:03.201982+0000 mon.b (mon.1) 120 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:04:05.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:05 smithi174 bash[23471]: cluster 2024-04-26T05:04:04.001083+0000 mgr.y (mgr.25910) 41 : cluster [DBG] pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:05.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:05 smithi102 bash[31411]: cluster 2024-04-26T05:04:04.001083+0000 mgr.y (mgr.25910) 41 : cluster [DBG] pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:05.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:05 smithi102 bash[82287]: cluster 2024-04-26T05:04:04.001083+0000 mgr.y (mgr.25910) 41 : cluster 0 pgmap v28: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:07.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:07 smithi174 bash[23471]: cluster 2024-04-26T05:04:06.002341+0000 mgr.y (mgr.25910) 42 : cluster [DBG] pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:07.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:07 smithi102 bash[31411]: cluster 2024-04-26T05:04:06.002341+0000 mgr.y (mgr.25910) 42 : cluster [DBG] pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:07.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:07 smithi102 bash[82287]: cluster 2024-04-26T05:04:06.002341+0000 mgr.y (mgr.25910) 42 : cluster 0 pgmap v29: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:08.930 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:04:08 smithi174 bash[61678]: ts=2024-04-26T05:04:08.662Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi102:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:04:09.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:09 smithi174 bash[23471]: cluster 2024-04-26T05:04:08.003173+0000 mgr.y (mgr.25910) 43 : cluster [DBG] pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:09.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:09 smithi102 bash[82287]: cluster 2024-04-26T05:04:08.003173+0000 mgr.y (mgr.25910) 43 : cluster 0 pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:09.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:09 smithi102 bash[31411]: cluster 2024-04-26T05:04:08.003173+0000 mgr.y (mgr.25910) 43 : cluster [DBG] pgmap v30: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:10.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:04:10 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:04:10] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-04-26T05:04:11.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:11 smithi174 bash[23471]: cluster 2024-04-26T05:04:10.004314+0000 mgr.y (mgr.25910) 44 : cluster [DBG] pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:11.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:11 smithi102 bash[31411]: cluster 2024-04-26T05:04:10.004314+0000 mgr.y (mgr.25910) 44 : cluster [DBG] pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:11.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:11 smithi102 bash[82287]: cluster 2024-04-26T05:04:10.004314+0000 mgr.y (mgr.25910) 44 : cluster 0 pgmap v31: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:13.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:13 smithi174 bash[23471]: cluster 2024-04-26T05:04:12.005026+0000 mgr.y (mgr.25910) 45 : cluster [DBG] pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:13.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:13 smithi102 bash[82287]: cluster 2024-04-26T05:04:12.005026+0000 mgr.y (mgr.25910) 45 : cluster 0 pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:13.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:13 smithi102 bash[31411]: cluster 2024-04-26T05:04:12.005026+0000 mgr.y (mgr.25910) 45 : cluster [DBG] pgmap v32: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:15.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:15 smithi174 bash[23471]: cluster 2024-04-26T05:04:14.005731+0000 mgr.y (mgr.25910) 46 : cluster [DBG] pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:15.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:15 smithi102 bash[82287]: cluster 2024-04-26T05:04:14.005731+0000 mgr.y (mgr.25910) 46 : cluster 0 pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:15.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:15 smithi102 bash[31411]: cluster 2024-04-26T05:04:14.005731+0000 mgr.y (mgr.25910) 46 : cluster [DBG] pgmap v33: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:17.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:17 smithi174 bash[23471]: cluster 2024-04-26T05:04:16.006858+0000 mgr.y (mgr.25910) 47 : cluster [DBG] pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:17.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:17 smithi102 bash[31411]: cluster 2024-04-26T05:04:16.006858+0000 mgr.y (mgr.25910) 47 : cluster [DBG] pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:17.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:17 smithi102 bash[82287]: cluster 2024-04-26T05:04:16.006858+0000 mgr.y (mgr.25910) 47 : cluster 0 pgmap v34: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:18.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:18 smithi174 bash[23471]: audit 2024-04-26T05:04:18.207173+0000 mon.b (mon.1) 121 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:04:18.680 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:04:18 smithi174 bash[61678]: ts=2024-04-26T05:04:18.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi102:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:04:18.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:18 smithi102 bash[31411]: audit 2024-04-26T05:04:18.207173+0000 mon.b (mon.1) 121 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:04:18.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:18 smithi102 bash[82287]: audit 2024-04-26T05:04:18.207173+0000 mon.b (mon.1) 121 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:04:19.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:19 smithi102 bash[31411]: cluster 2024-04-26T05:04:18.007514+0000 mgr.y (mgr.25910) 48 : cluster [DBG] pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:19.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:19 smithi102 bash[82287]: cluster 2024-04-26T05:04:18.007514+0000 mgr.y (mgr.25910) 48 : cluster 0 pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:19.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:19 smithi174 bash[23471]: cluster 2024-04-26T05:04:18.007514+0000 mgr.y (mgr.25910) 48 : cluster [DBG] pgmap v35: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:20.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:04:20 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:04:20] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-04-26T05:04:21.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:21 smithi102 bash[82287]: cluster 2024-04-26T05:04:20.008705+0000 mgr.y (mgr.25910) 49 : cluster 0 pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:21.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:21 smithi102 bash[31411]: cluster 2024-04-26T05:04:20.008705+0000 mgr.y (mgr.25910) 49 : cluster [DBG] pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:21.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:21 smithi174 bash[23471]: cluster 2024-04-26T05:04:20.008705+0000 mgr.y (mgr.25910) 49 : cluster [DBG] pgmap v36: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:23.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:23 smithi102 bash[82287]: cluster 2024-04-26T05:04:22.009346+0000 mgr.y (mgr.25910) 50 : cluster 0 pgmap v37: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:23.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:23 smithi102 bash[31411]: cluster 2024-04-26T05:04:22.009346+0000 mgr.y (mgr.25910) 50 : cluster [DBG] pgmap v37: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:23.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:23 smithi174 bash[23471]: cluster 2024-04-26T05:04:22.009346+0000 mgr.y (mgr.25910) 50 : cluster [DBG] pgmap v37: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:25.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:25 smithi102 bash[31411]: cluster 2024-04-26T05:04:24.010014+0000 mgr.y (mgr.25910) 51 : cluster [DBG] pgmap v38: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:25.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:25 smithi102 bash[82287]: cluster 2024-04-26T05:04:24.010014+0000 mgr.y (mgr.25910) 51 : cluster 0 pgmap v38: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:25.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:25 smithi174 bash[23471]: cluster 2024-04-26T05:04:24.010014+0000 mgr.y (mgr.25910) 51 : cluster [DBG] pgmap v38: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:27.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:27 smithi102 bash[31411]: cluster 2024-04-26T05:04:26.011086+0000 mgr.y (mgr.25910) 52 : cluster [DBG] pgmap v39: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:27.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:27 smithi102 bash[82287]: cluster 2024-04-26T05:04:26.011086+0000 mgr.y (mgr.25910) 52 : cluster 0 pgmap v39: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:27.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:27 smithi174 bash[23471]: cluster 2024-04-26T05:04:26.011086+0000 mgr.y (mgr.25910) 52 : cluster [DBG] pgmap v39: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:28.930 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:04:28 smithi174 bash[61678]: ts=2024-04-26T05:04:28.662Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi102:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:04:29.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:29 smithi102 bash[31411]: cluster 2024-04-26T05:04:28.011730+0000 mgr.y (mgr.25910) 53 : cluster [DBG] pgmap v40: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:29.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:29 smithi102 bash[82287]: cluster 2024-04-26T05:04:28.011730+0000 mgr.y (mgr.25910) 53 : cluster 0 pgmap v40: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:29.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:29 smithi174 bash[23471]: cluster 2024-04-26T05:04:28.011730+0000 mgr.y (mgr.25910) 53 : cluster [DBG] pgmap v40: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:30.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:04:30 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:04:30] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-04-26T05:04:31.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:31 smithi174 bash[23471]: cluster 2024-04-26T05:04:30.012875+0000 mgr.y (mgr.25910) 54 : cluster [DBG] pgmap v41: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:31.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:31 smithi102 bash[31411]: cluster 2024-04-26T05:04:30.012875+0000 mgr.y (mgr.25910) 54 : cluster [DBG] pgmap v41: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:31.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:31 smithi102 bash[82287]: cluster 2024-04-26T05:04:30.012875+0000 mgr.y (mgr.25910) 54 : cluster 0 pgmap v41: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:33.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:33 smithi174 bash[23471]: cluster 2024-04-26T05:04:32.013514+0000 mgr.y (mgr.25910) 55 : cluster [DBG] pgmap v42: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:33.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:33 smithi174 bash[23471]: audit 2024-04-26T05:04:33.207756+0000 mon.b (mon.1) 122 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:04:33.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:33 smithi102 bash[82287]: cluster 2024-04-26T05:04:32.013514+0000 mgr.y (mgr.25910) 55 : cluster 0 pgmap v42: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:33.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:33 smithi102 bash[82287]: audit 2024-04-26T05:04:33.207756+0000 mon.b (mon.1) 122 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:04:33.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:33 smithi102 bash[31411]: cluster 2024-04-26T05:04:32.013514+0000 mgr.y (mgr.25910) 55 : cluster [DBG] pgmap v42: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:33.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:33 smithi102 bash[31411]: audit 2024-04-26T05:04:33.207756+0000 mon.b (mon.1) 122 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:04:35.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:35 smithi174 bash[23471]: cluster 2024-04-26T05:04:34.014146+0000 mgr.y (mgr.25910) 56 : cluster [DBG] pgmap v43: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:35.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:35 smithi102 bash[31411]: cluster 2024-04-26T05:04:34.014146+0000 mgr.y (mgr.25910) 56 : cluster [DBG] pgmap v43: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:35.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:35 smithi102 bash[82287]: cluster 2024-04-26T05:04:34.014146+0000 mgr.y (mgr.25910) 56 : cluster 0 pgmap v43: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:36.796 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:36 smithi102 bash[82287]: audit 2024-04-26T05:04:36.073321+0000 mon.b (mon.1) 123 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:04:36.796 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:36 smithi102 bash[31411]: audit 2024-04-26T05:04:36.073321+0000 mon.b (mon.1) 123 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:04:36.798 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'ceph orch upgrade resume' 2024-04-26T05:04:36.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:36 smithi174 bash[23471]: audit 2024-04-26T05:04:36.073321+0000 mon.b (mon.1) 123 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:04:37.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:37 smithi174 bash[23471]: cluster 2024-04-26T05:04:36.015330+0000 mgr.y (mgr.25910) 57 : cluster [DBG] pgmap v44: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:37.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:37 smithi102 bash[82287]: cluster 2024-04-26T05:04:36.015330+0000 mgr.y (mgr.25910) 57 : cluster 0 pgmap v44: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:37.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:37 smithi102 bash[31411]: cluster 2024-04-26T05:04:36.015330+0000 mgr.y (mgr.25910) 57 : cluster [DBG] pgmap v44: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:38.930 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:04:38 smithi174 bash[61678]: ts=2024-04-26T05:04:38.663Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi102:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:04:39.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:39 smithi174 bash[23471]: cluster 2024-04-26T05:04:38.016008+0000 mgr.y (mgr.25910) 58 : cluster [DBG] pgmap v45: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:39.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:39 smithi102 bash[82287]: cluster 2024-04-26T05:04:38.016008+0000 mgr.y (mgr.25910) 58 : cluster 0 pgmap v45: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:39.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:39 smithi102 bash[31411]: cluster 2024-04-26T05:04:38.016008+0000 mgr.y (mgr.25910) 58 : cluster [DBG] pgmap v45: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:40.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:04:40 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:04:40] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-04-26T05:04:41.129 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:04:41.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:41 smithi174 bash[23471]: cluster 2024-04-26T05:04:40.017061+0000 mgr.y (mgr.25910) 59 : cluster [DBG] pgmap v46: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:41.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:41 smithi102 bash[82287]: cluster 2024-04-26T05:04:40.017061+0000 mgr.y (mgr.25910) 59 : cluster 0 pgmap v46: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:41.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:41 smithi102 bash[31411]: cluster 2024-04-26T05:04:40.017061+0000 mgr.y (mgr.25910) 59 : cluster [DBG] pgmap v46: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:43.150 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:42 smithi102 bash[31411]: audit 2024-04-26T05:04:41.864286+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:43.151 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:42 smithi102 bash[31411]: audit 2024-04-26T05:04:41.870966+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:43.151 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:42 smithi102 bash[31411]: audit 2024-04-26T05:04:41.916268+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:43.151 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:42 smithi102 bash[31411]: audit 2024-04-26T05:04:41.923340+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:43.151 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:42 smithi102 bash[31411]: audit 2024-04-26T05:04:42.501240+0000 mon.b (mon.1) 124 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:04:43.151 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:42 smithi102 bash[31411]: audit 2024-04-26T05:04:42.503102+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:04:43.151 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:42 smithi102 bash[31411]: audit 2024-04-26T05:04:42.514281+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:43.151 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:42 smithi102 bash[82287]: audit 2024-04-26T05:04:41.864286+0000 mon.a (mon.0) 56 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:43.151 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:42 smithi102 bash[82287]: audit 2024-04-26T05:04:41.870966+0000 mon.a (mon.0) 57 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:43.151 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:42 smithi102 bash[82287]: audit 2024-04-26T05:04:41.916268+0000 mon.a (mon.0) 58 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:43.152 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:42 smithi102 bash[82287]: audit 2024-04-26T05:04:41.923340+0000 mon.a (mon.0) 59 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:43.152 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:42 smithi102 bash[82287]: audit 2024-04-26T05:04:42.501240+0000 mon.b (mon.1) 124 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:04:43.152 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:42 smithi102 bash[82287]: audit 2024-04-26T05:04:42.503102+0000 mon.b (mon.1) 125 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:04:43.152 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:42 smithi102 bash[82287]: audit 2024-04-26T05:04:42.514281+0000 mon.a (mon.0) 60 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:43.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:42 smithi174 bash[23471]: audit 2024-04-26T05:04:41.864286+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:43.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:42 smithi174 bash[23471]: audit 2024-04-26T05:04:41.870966+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:43.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:42 smithi174 bash[23471]: audit 2024-04-26T05:04:41.916268+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:43.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:42 smithi174 bash[23471]: audit 2024-04-26T05:04:41.923340+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:43.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:42 smithi174 bash[23471]: audit 2024-04-26T05:04:42.501240+0000 mon.b (mon.1) 124 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:04:43.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:42 smithi174 bash[23471]: audit 2024-04-26T05:04:42.503102+0000 mon.b (mon.1) 125 : audit [INF] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:04:43.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:42 smithi174 bash[23471]: audit 2024-04-26T05:04:42.514281+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:44.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:43 smithi174 bash[23471]: cluster 2024-04-26T05:04:42.017758+0000 mgr.y (mgr.25910) 60 : cluster [DBG] pgmap v47: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:44.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:43 smithi174 bash[23471]: cluster 2024-04-26T05:04:42.508036+0000 mgr.y (mgr.25910) 61 : cluster [DBG] pgmap v48: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:44.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:43 smithi174 bash[23471]: cluster 2024-04-26T05:04:42.508597+0000 mgr.y (mgr.25910) 62 : cluster [DBG] pgmap v49: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:44.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:43 smithi102 bash[31411]: cluster 2024-04-26T05:04:42.017758+0000 mgr.y (mgr.25910) 60 : cluster [DBG] pgmap v47: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:44.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:43 smithi102 bash[31411]: cluster 2024-04-26T05:04:42.508036+0000 mgr.y (mgr.25910) 61 : cluster [DBG] pgmap v48: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:44.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:43 smithi102 bash[31411]: cluster 2024-04-26T05:04:42.508597+0000 mgr.y (mgr.25910) 62 : cluster [DBG] pgmap v49: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:44.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:43 smithi102 bash[82287]: cluster 2024-04-26T05:04:42.017758+0000 mgr.y (mgr.25910) 60 : cluster 0 pgmap v47: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:44.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:43 smithi102 bash[82287]: cluster 2024-04-26T05:04:42.508036+0000 mgr.y (mgr.25910) 61 : cluster 0 pgmap v48: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:44.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:43 smithi102 bash[82287]: cluster 2024-04-26T05:04:42.508597+0000 mgr.y (mgr.25910) 62 : cluster 0 pgmap v49: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:44.521 INFO:teuthology.orchestra.run.smithi102.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:04:45.664 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'echo wait for majority of mons to upgrade' 2024-04-26T05:04:45.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:45 smithi174 bash[23471]: cluster 2024-04-26T05:04:44.509676+0000 mgr.y (mgr.25910) 63 : cluster [DBG] pgmap v50: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:45.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:45 smithi174 bash[23471]: audit 2024-04-26T05:04:44.514067+0000 mgr.y (mgr.25910) 64 : audit [DBG] from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:04:45.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:45 smithi174 bash[23471]: cephadm 2024-04-26T05:04:44.514682+0000 mgr.y (mgr.25910) 65 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:04:45.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:45 smithi174 bash[23471]: audit 2024-04-26T05:04:44.522193+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:45.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:45 smithi174 bash[23471]: audit 2024-04-26T05:04:44.539707+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:04:45.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:45 smithi174 bash[23471]: audit 2024-04-26T05:04:44.542126+0000 mon.b (mon.1) 127 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:04:45.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:45 smithi174 bash[23471]: audit 2024-04-26T05:04:44.543407+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:04:45.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:45 smithi174 bash[23471]: cluster 2024-04-26T05:04:44.547233+0000 mgr.y (mgr.25910) 66 : cluster [DBG] pgmap v51: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:45.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:45 smithi174 bash[23471]: cluster 2024-04-26T05:04:44.547404+0000 mgr.y (mgr.25910) 67 : cluster [DBG] pgmap v52: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:45.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:45 smithi174 bash[23471]: audit 2024-04-26T05:04:44.553941+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:45.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:45 smithi174 bash[23471]: audit 2024-04-26T05:04:44.612964+0000 mon.b (mon.1) 129 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:04:45.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:45 smithi174 bash[23471]: audit 2024-04-26T05:04:44.616128+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:04:45.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:45 smithi174 bash[23471]: audit 2024-04-26T05:04:44.618213+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-26T05:04:45.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:45 smithi174 bash[23471]: audit 2024-04-26T05:04:44.619656+0000 mon.b (mon.1) 132 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-26T05:04:45.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:45 smithi174 bash[23471]: cephadm 2024-04-26T05:04:44.622716+0000 mgr.y (mgr.25910) 68 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-04-26T05:04:45.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[82287]: cluster 2024-04-26T05:04:44.509676+0000 mgr.y (mgr.25910) 63 : cluster 0 pgmap v50: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:45.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[82287]: audit 2024-04-26T05:04:44.514067+0000 mgr.y (mgr.25910) 64 : audit 0 from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:04:45.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[82287]: cephadm 2024-04-26T05:04:44.514682+0000 mgr.y (mgr.25910) 65 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:04:45.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[82287]: audit 2024-04-26T05:04:44.522193+0000 mon.a (mon.0) 61 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:45.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[82287]: audit 2024-04-26T05:04:44.539707+0000 mon.b (mon.1) 126 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:04:45.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[82287]: audit 2024-04-26T05:04:44.542126+0000 mon.b (mon.1) 127 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:04:45.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[82287]: audit 2024-04-26T05:04:44.543407+0000 mon.b (mon.1) 128 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:04:45.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[82287]: cluster 2024-04-26T05:04:44.547233+0000 mgr.y (mgr.25910) 66 : cluster 0 pgmap v51: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:45.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[82287]: cluster 2024-04-26T05:04:44.547404+0000 mgr.y (mgr.25910) 67 : cluster 0 pgmap v52: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:45.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[82287]: audit 2024-04-26T05:04:44.553941+0000 mon.a (mon.0) 62 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:45.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[82287]: audit 2024-04-26T05:04:44.612964+0000 mon.b (mon.1) 129 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:04:45.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[82287]: audit 2024-04-26T05:04:44.616128+0000 mon.b (mon.1) 130 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:04:45.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[82287]: audit 2024-04-26T05:04:44.618213+0000 mon.b (mon.1) 131 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-26T05:04:45.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[82287]: audit 2024-04-26T05:04:44.619656+0000 mon.b (mon.1) 132 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-26T05:04:45.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[82287]: cephadm 2024-04-26T05:04:44.622716+0000 mgr.y (mgr.25910) 68 : cephadm 1 Upgrade: It appears safe to stop mon.c 2024-04-26T05:04:45.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[31411]: cluster 2024-04-26T05:04:44.509676+0000 mgr.y (mgr.25910) 63 : cluster [DBG] pgmap v50: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:45.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[31411]: audit 2024-04-26T05:04:44.514067+0000 mgr.y (mgr.25910) 64 : audit [DBG] from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:04:45.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[31411]: cephadm 2024-04-26T05:04:44.514682+0000 mgr.y (mgr.25910) 65 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:04:45.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[31411]: audit 2024-04-26T05:04:44.522193+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:45.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[31411]: audit 2024-04-26T05:04:44.539707+0000 mon.b (mon.1) 126 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:04:45.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[31411]: audit 2024-04-26T05:04:44.542126+0000 mon.b (mon.1) 127 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:04:45.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[31411]: audit 2024-04-26T05:04:44.543407+0000 mon.b (mon.1) 128 : audit [INF] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:04:45.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[31411]: cluster 2024-04-26T05:04:44.547233+0000 mgr.y (mgr.25910) 66 : cluster [DBG] pgmap v51: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:45.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[31411]: cluster 2024-04-26T05:04:44.547404+0000 mgr.y (mgr.25910) 67 : cluster [DBG] pgmap v52: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:45.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[31411]: audit 2024-04-26T05:04:44.553941+0000 mon.a (mon.0) 62 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:45.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[31411]: audit 2024-04-26T05:04:44.612964+0000 mon.b (mon.1) 129 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:04:45.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[31411]: audit 2024-04-26T05:04:44.616128+0000 mon.b (mon.1) 130 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:04:45.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[31411]: audit 2024-04-26T05:04:44.618213+0000 mon.b (mon.1) 131 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-26T05:04:45.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[31411]: audit 2024-04-26T05:04:44.619656+0000 mon.b (mon.1) 132 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-26T05:04:45.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:45 smithi102 bash[31411]: cephadm 2024-04-26T05:04:44.622716+0000 mgr.y (mgr.25910) 68 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-04-26T05:04:47.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:47 smithi174 bash[23471]: cluster 2024-04-26T05:04:46.547997+0000 mgr.y (mgr.25910) 69 : cluster [DBG] pgmap v53: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:47.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:47 smithi174 bash[23471]: audit 2024-04-26T05:04:47.149411+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:47.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:47 smithi174 bash[23471]: audit 2024-04-26T05:04:47.153550+0000 mon.b (mon.1) 133 : audit [INF] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T05:04:47.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:47 smithi174 bash[23471]: audit 2024-04-26T05:04:47.155563+0000 mon.b (mon.1) 134 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T05:04:47.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:47 smithi174 bash[23471]: audit 2024-04-26T05:04:47.157733+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:04:47.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:47 smithi102 bash[82287]: cluster 2024-04-26T05:04:46.547997+0000 mgr.y (mgr.25910) 69 : cluster 0 pgmap v53: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:47.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:47 smithi102 bash[82287]: audit 2024-04-26T05:04:47.149411+0000 mon.a (mon.0) 63 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:47.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:47 smithi102 bash[82287]: audit 2024-04-26T05:04:47.153550+0000 mon.b (mon.1) 133 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T05:04:47.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:47 smithi102 bash[82287]: audit 2024-04-26T05:04:47.155563+0000 mon.b (mon.1) 134 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T05:04:47.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:47 smithi102 bash[82287]: audit 2024-04-26T05:04:47.157733+0000 mon.b (mon.1) 135 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:04:47.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:47 smithi102 bash[31411]: cluster 2024-04-26T05:04:46.547997+0000 mgr.y (mgr.25910) 69 : cluster [DBG] pgmap v53: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:47.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:47 smithi102 bash[31411]: audit 2024-04-26T05:04:47.149411+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:47.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:47 smithi102 bash[31411]: audit 2024-04-26T05:04:47.153550+0000 mon.b (mon.1) 133 : audit [INF] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T05:04:47.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:47 smithi102 bash[31411]: audit 2024-04-26T05:04:47.155563+0000 mon.b (mon.1) 134 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T05:04:47.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:47 smithi102 bash[31411]: audit 2024-04-26T05:04:47.157733+0000 mon.b (mon.1) 135 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:04:48.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:48 smithi102 bash[31411]: cephadm 2024-04-26T05:04:47.141665+0000 mgr.y (mgr.25910) 70 : cephadm [INF] Upgrade: Updating mon.c 2024-04-26T05:04:48.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:48 smithi102 bash[31411]: cephadm 2024-04-26T05:04:47.162326+0000 mgr.y (mgr.25910) 71 : cephadm [INF] Deploying daemon mon.c on smithi102 2024-04-26T05:04:48.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:48 smithi102 bash[31411]: audit 2024-04-26T05:04:48.208330+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:04:48.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:48 smithi102 bash[82287]: cephadm 2024-04-26T05:04:47.141665+0000 mgr.y (mgr.25910) 70 : cephadm 1 Upgrade: Updating mon.c 2024-04-26T05:04:48.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:48 smithi102 bash[82287]: cephadm 2024-04-26T05:04:47.162326+0000 mgr.y (mgr.25910) 71 : cephadm 1 Deploying daemon mon.c on smithi102 2024-04-26T05:04:48.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:48 smithi102 bash[82287]: audit 2024-04-26T05:04:48.208330+0000 mon.b (mon.1) 136 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:04:48.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:48 smithi174 bash[23471]: cephadm 2024-04-26T05:04:47.141665+0000 mgr.y (mgr.25910) 70 : cephadm [INF] Upgrade: Updating mon.c 2024-04-26T05:04:48.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:48 smithi174 bash[23471]: cephadm 2024-04-26T05:04:47.162326+0000 mgr.y (mgr.25910) 71 : cephadm [INF] Deploying daemon mon.c on smithi102 2024-04-26T05:04:48.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:48 smithi174 bash[23471]: audit 2024-04-26T05:04:48.208330+0000 mon.b (mon.1) 136 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:04:48.931 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:04:48 smithi174 bash[61678]: ts=2024-04-26T05:04:48.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi102:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:04:49.659 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:04:49 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:04:49.660 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:04:49 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:04:49.660 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:04:49 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:04:49.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:49 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:04:49.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:49 smithi102 bash[31411]: cluster 2024-04-26T05:04:48.548539+0000 mgr.y (mgr.25910) 72 : cluster [DBG] pgmap v54: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:49.661 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:04:49 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:04:49.661 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:04:49 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:04:49.661 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:04:49 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:04:49.662 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:04:49 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:04:49.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:49 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:04:49.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:49 smithi102 bash[82287]: cluster 2024-04-26T05:04:48.548539+0000 mgr.y (mgr.25910) 72 : cluster 0 pgmap v54: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:49.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:49 smithi174 bash[23471]: cluster 2024-04-26T05:04:48.548539+0000 mgr.y (mgr.25910) 72 : cluster [DBG] pgmap v54: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:04:49.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:49 smithi102 systemd[1]: Stopping Ceph mon.c for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:04:49.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:49 smithi102 bash[31411]: debug 2024-04-26T05:04:49.757+0000 7fcaf8233700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-26T05:04:49.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:49 smithi102 bash[31411]: debug 2024-04-26T05:04:49.757+0000 7fcaf8233700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-26T05:04:50.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:50 smithi102 bash[84599]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-mon-c 2024-04-26T05:04:50.703 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:04:50 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:04:50] "GET /metrics HTTP/1.1" 200 33986 "" "Prometheus/2.43.0" 2024-04-26T05:04:51.072 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:04:50 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:04:51.073 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:04:50 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:04:51.073 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:04:50 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:04:51.073 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:50 smithi102 bash[84658]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-mon-c 2024-04-26T05:04:51.073 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:50 smithi102 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mon.c.service: Deactivated successfully. 2024-04-26T05:04:51.073 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:50 smithi102 systemd[1]: Stopped Ceph mon.c for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:04:51.073 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:50 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:04:51.074 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:04:50 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:04:51.074 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:04:50 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:04:51.074 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:04:50 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:04:51.074 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:50 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:04:51.075 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:04:50 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:04:51.305 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:04:51.329 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:51 smithi102 systemd[1]: Started Ceph mon.c for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:04:52.510 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.497+0000 7f1542e8bc80 0 set uid:gid to 167:167 (ceph:ceph) 2024-04-26T05:04:52.510 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.497+0000 7f1542e8bc80 0 ceph version 19.0.0-2447-gb22e2ebd (b22e2ebdeb24376882b7bda2a7329c8cccc2276a) squid (dev), process ceph-mon, pid 7 2024-04-26T05:04:52.511 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.497+0000 7f1542e8bc80 0 pidfile_write: ignore empty --pid-file 2024-04-26T05:04:52.511 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.501+0000 7f1542e8bc80 0 load: jerasure load: lrc 2024-04-26T05:04:52.511 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: RocksDB version: 7.9.2 2024-04-26T05:04:52.511 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Git sha 0 2024-04-26T05:04:52.511 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Compile date 2024-04-25 16:43:49 2024-04-26T05:04:52.511 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: DB SUMMARY 2024-04-26T05:04:52.511 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: DB Session ID: SX6AVRN90RXIKGSQ42TW 2024-04-26T05:04:52.511 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: CURRENT file: CURRENT 2024-04-26T05:04:52.511 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: IDENTITY file: IDENTITY 2024-04-26T05:04:52.511 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: MANIFEST file: MANIFEST-000009 size: 1648 Bytes 2024-04-26T05:04:52.511 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000036.sst 2024-04-26T05:04:52.511 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000034.log size: 1500684 ; 2024-04-26T05:04:52.511 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.error_if_exists: 0 2024-04-26T05:04:52.511 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.create_if_missing: 0 2024-04-26T05:04:52.512 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.paranoid_checks: 1 2024-04-26T05:04:52.512 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-04-26T05:04:52.512 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T05:04:52.512 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-26T05:04:52.512 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.env: 0x564116dd9c60 2024-04-26T05:04:52.512 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.fs: PosixFileSystem 2024-04-26T05:04:52.512 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.info_log: 0x564118021ae0 2024-04-26T05:04:52.512 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_file_opening_threads: 16 2024-04-26T05:04:52.512 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.statistics: (nil) 2024-04-26T05:04:52.512 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.use_fsync: 0 2024-04-26T05:04:52.512 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_log_file_size: 0 2024-04-26T05:04:52.512 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T05:04:52.512 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T05:04:52.512 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.keep_log_file_num: 1000 2024-04-26T05:04:52.512 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.recycle_log_file_num: 0 2024-04-26T05:04:52.512 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.allow_fallocate: 1 2024-04-26T05:04:52.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.allow_mmap_reads: 0 2024-04-26T05:04:52.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.allow_mmap_writes: 0 2024-04-26T05:04:52.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.use_direct_reads: 0 2024-04-26T05:04:52.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T05:04:52.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.create_missing_column_families: 0 2024-04-26T05:04:52.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.db_log_dir: 2024-04-26T05:04:52.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.wal_dir: 2024-04-26T05:04:52.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T05:04:52.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T05:04:52.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T05:04:52.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T05:04:52.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T05:04:52.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T05:04:52.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.advise_random_on_open: 1 2024-04-26T05:04:52.514 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.db_write_buffer_size: 0 2024-04-26T05:04:52.514 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.write_buffer_manager: 0x564117ff4820 2024-04-26T05:04:52.514 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T05:04:52.514 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T05:04:52.514 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T05:04:52.514 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.rate_limiter: (nil) 2024-04-26T05:04:52.514 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T05:04:52.514 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.wal_recovery_mode: 2 2024-04-26T05:04:52.515 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.enable_thread_tracking: 0 2024-04-26T05:04:52.515 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.enable_pipelined_write: 0 2024-04-26T05:04:52.515 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.unordered_write: 0 2024-04-26T05:04:52.515 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T05:04:52.515 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T05:04:52.515 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T05:04:52.515 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T05:04:52.515 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.row_cache: None 2024-04-26T05:04:52.515 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.wal_filter: None 2024-04-26T05:04:52.515 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T05:04:52.515 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.allow_ingest_behind: 0 2024-04-26T05:04:52.515 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.two_write_queues: 0 2024-04-26T05:04:52.515 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.manual_wal_flush: 0 2024-04-26T05:04:52.516 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.wal_compression: 0 2024-04-26T05:04:52.516 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.atomic_flush: 0 2024-04-26T05:04:52.516 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T05:04:52.516 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T05:04:52.516 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T05:04:52.516 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.log_readahead_size: 0 2024-04-26T05:04:52.516 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T05:04:52.516 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.best_efforts_recovery: 0 2024-04-26T05:04:52.516 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T05:04:52.516 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T05:04:52.516 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.allow_data_in_errors: 0 2024-04-26T05:04:52.516 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.db_host_id: __hostname__ 2024-04-26T05:04:52.516 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-04-26T05:04:52.516 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_background_jobs: 2 2024-04-26T05:04:52.516 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_background_compactions: -1 2024-04-26T05:04:52.517 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_subcompactions: 1 2024-04-26T05:04:52.517 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T05:04:52.517 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T05:04:52.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T05:04:52.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_total_wal_size: 0 2024-04-26T05:04:52.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T05:04:52.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T05:04:52.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T05:04:52.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T05:04:52.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_open_files: -1 2024-04-26T05:04:52.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.bytes_per_sync: 0 2024-04-26T05:04:52.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T05:04:52.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T05:04:52.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compaction_readahead_size: 0 2024-04-26T05:04:52.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_background_flushes: -1 2024-04-26T05:04:52.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Compression algorithms supported: 2024-04-26T05:04:52.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T05:04:52.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: kZSTD supported: 0 2024-04-26T05:04:52.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: kXpressCompression supported: 0 2024-04-26T05:04:52.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: kLZ4HCCompression supported: 1 2024-04-26T05:04:52.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: kZlibCompression supported: 1 2024-04-26T05:04:52.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: kSnappyCompression supported: 1 2024-04-26T05:04:52.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: kLZ4Compression supported: 1 2024-04-26T05:04:52.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: kBZip2Compression supported: 0 2024-04-26T05:04:52.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T05:04:52.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-04-26T05:04:52.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-04-26T05:04:52.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-26T05:04:52.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T05:04:52.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.merge_operator: 2024-04-26T05:04:52.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compaction_filter: None 2024-04-26T05:04:52.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compaction_filter_factory: None 2024-04-26T05:04:52.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.sst_partitioner_factory: None 2024-04-26T05:04:52.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T05:04:52.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T05:04:52.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564118021be0) 2024-04-26T05:04:52.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: cache_index_and_filter_blocks: 1 2024-04-26T05:04:52.706 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T05:04:52.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T05:04:52.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: pin_top_level_index_and_filter: 1 2024-04-26T05:04:52.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: index_type: 0 2024-04-26T05:04:52.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: data_block_index_type: 0 2024-04-26T05:04:52.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: index_shortening: 1 2024-04-26T05:04:52.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: data_block_hash_table_util_ratio: 0.750000 2024-04-26T05:04:52.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: checksum: 4 2024-04-26T05:04:52.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: no_block_cache: 0 2024-04-26T05:04:52.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: block_cache: 0x564118023090 2024-04-26T05:04:52.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: block_cache_name: BinnedLRUCache 2024-04-26T05:04:52.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: block_cache_options: 2024-04-26T05:04:52.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: capacity : 536870912 2024-04-26T05:04:52.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: num_shard_bits : 4 2024-04-26T05:04:52.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: strict_capacity_limit : 0 2024-04-26T05:04:52.707 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: high_pri_pool_ratio: 0.000 2024-04-26T05:04:52.708 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: block_cache_compressed: (nil) 2024-04-26T05:04:52.708 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: persistent_cache: (nil) 2024-04-26T05:04:52.708 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: block_size: 4096 2024-04-26T05:04:52.708 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: block_size_deviation: 10 2024-04-26T05:04:52.708 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: block_restart_interval: 16 2024-04-26T05:04:52.708 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: index_block_restart_interval: 1 2024-04-26T05:04:52.708 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: metadata_block_size: 4096 2024-04-26T05:04:52.708 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: partition_filters: 0 2024-04-26T05:04:52.708 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: use_delta_encoding: 1 2024-04-26T05:04:52.708 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: filter_policy: bloomfilter 2024-04-26T05:04:52.708 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: whole_key_filtering: 1 2024-04-26T05:04:52.708 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: verify_compression: 0 2024-04-26T05:04:52.708 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: read_amp_bytes_per_bit: 0 2024-04-26T05:04:52.708 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: format_version: 5 2024-04-26T05:04:52.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: enable_index_compression: 1 2024-04-26T05:04:52.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: block_align: 0 2024-04-26T05:04:52.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: max_auto_readahead_size: 262144 2024-04-26T05:04:52.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: prepopulate_block_cache: 0 2024-04-26T05:04:52.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: initial_auto_readahead_size: 8192 2024-04-26T05:04:52.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: num_file_reads_for_auto_readahead: 2 2024-04-26T05:04:52.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.write_buffer_size: 33554432 2024-04-26T05:04:52.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_write_buffer_number: 2 2024-04-26T05:04:52.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compression: NoCompression 2024-04-26T05:04:52.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.bottommost_compression: Disabled 2024-04-26T05:04:52.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.prefix_extractor: nullptr 2024-04-26T05:04:52.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T05:04:52.709 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.num_levels: 7 2024-04-26T05:04:52.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T05:04:52.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T05:04:52.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T05:04:52.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T05:04:52.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T05:04:52.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T05:04:52.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T05:04:52.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T05:04:52.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T05:04:52.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T05:04:52.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-26T05:04:52.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-26T05:04:52.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T05:04:52.710 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compression_opts.level: 32767 2024-04-26T05:04:52.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compression_opts.strategy: 0 2024-04-26T05:04:52.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T05:04:52.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T05:04:52.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-26T05:04:52.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T05:04:52.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compression_opts.enabled: false 2024-04-26T05:04:52.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-26T05:04:52.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T05:04:52.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T05:04:52.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T05:04:52.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.target_file_size_base: 67108864 2024-04-26T05:04:52.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T05:04:52.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T05:04:52.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T05:04:52.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T05:04:52.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T05:04:52.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T05:04:52.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T05:04:52.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T05:04:52.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T05:04:52.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T05:04:52.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T05:04:52.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T05:04:52.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T05:04:52.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-26T05:04:52.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.arena_block_size: 1048576 2024-04-26T05:04:52.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T05:04:52.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T05:04:52.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.disable_auto_compactions: 0 2024-04-26T05:04:52.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T05:04:52.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T05:04:52.712 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T05:04:52.713 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T05:04:52.713 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T05:04:52.713 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T05:04:52.713 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T05:04:52.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T05:04:52.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T05:04:52.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T05:04:52.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.table_properties_collectors: 2024-04-26T05:04:52.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.inplace_update_support: 0 2024-04-26T05:04:52.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T05:04:52.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T05:04:52.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T05:04:52.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T05:04:52.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.bloom_locality: 0 2024-04-26T05:04:52.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.max_successive_merges: 0 2024-04-26T05:04:52.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T05:04:52.715 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.paranoid_file_checks: 0 2024-04-26T05:04:52.715 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.force_consistency_checks: 1 2024-04-26T05:04:52.715 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.report_bg_io_stats: 0 2024-04-26T05:04:52.715 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.ttl: 2592000 2024-04-26T05:04:52.715 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T05:04:52.715 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-26T05:04:52.715 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-26T05:04:52.715 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.enable_blob_files: false 2024-04-26T05:04:52.715 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.min_blob_size: 0 2024-04-26T05:04:52.716 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.blob_file_size: 268435456 2024-04-26T05:04:52.716 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T05:04:52.716 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T05:04:52.716 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T05:04:52.716 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-26T05:04:52.716 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-26T05:04:52.716 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.blob_file_starting_level: 0 2024-04-26T05:04:52.716 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-26T05:04:52.716 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f15385fc700 3 rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 36.sst 2024-04-26T05:04:52.716 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-26T05:04:52.716 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 38, last_sequence is 18304, log_number is 34,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-26T05:04:52.716 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 34 2024-04-26T05:04:52.716 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ebf777c1-f423-4a9c-abf1-2b37e6e8263f 2024-04-26T05:04:52.716 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1714107892511091, "job": 1, "event": "recovery_started", "wal_files": [34]} 2024-04-26T05:04:52.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.505+0000 7f1542e8bc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #34 mode 2 2024-04-26T05:04:52.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.509+0000 7f1542e8bc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1714107892516540, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 39, "file_size": 948581, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 18309, "largest_seqno": 19185, "table_properties": {"data_size": 944279, "index_size": 2456, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 837, "raw_key_size": 7356, "raw_average_key_size": 22, "raw_value_size": 936865, "raw_average_value_size": 2821, "num_data_blocks": 111, "num_entries": 332, "num_filter_entries": 332, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714107892, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ebf777c1-f423-4a9c-abf1-2b37e6e8263f", "db_session_id": "SX6AVRN90RXIKGSQ42TW", "orig_file_number": 39, "seqno_to_time_mapping": "N/A"}} 2024-04-26T05:04:52.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.509+0000 7f1542e8bc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1714107892516655, "job": 1, "event": "recovery_finished"} 2024-04-26T05:04:52.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.509+0000 7f1542e8bc80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 41 2024-04-26T05:04:52.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.509+0000 7f1542e8bc80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-26T05:04:52.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.513+0000 7f1542e8bc80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000034.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T05:04:52.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.513+0000 7f1542e8bc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x564118118000 2024-04-26T05:04:52.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.513+0000 7f1542e8bc80 4 rocksdb: DB pointer 0x564118102000 2024-04-26T05:04:52.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.513+0000 7f15315ee700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-26T05:04:52.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.513+0000 7f15315ee700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-26T05:04:52.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: ** DB Stats ** 2024-04-26T05:04:52.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T05:04:52.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T05:04:52.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T05:04:52.717 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T05:04:52.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T05:04:52.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T05:04:52.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T05:04:52.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: ** Compaction Stats [default] ** 2024-04-26T05:04:52.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T05:04:52.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-26T05:04:52.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: L0 1/0 926.35 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 373.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-26T05:04:52.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: L6 1/0 8.27 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-26T05:04:52.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: Sum 2/0 9.18 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 373.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-26T05:04:52.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 373.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-26T05:04:52.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: ** Compaction Stats [default] ** 2024-04-26T05:04:52.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T05:04:52.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T05:04:52.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 373.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-26T05:04:52.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-26T05:04:52.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T05:04:52.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: Flush(GB): cumulative 0.001, interval 0.001 2024-04-26T05:04:52.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T05:04:52.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T05:04:52.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T05:04:52.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: AddFile(Keys): cumulative 0, interval 0 2024-04-26T05:04:52.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: Cumulative compaction: 0.00 GB write, 110.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T05:04:52.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: Interval compaction: 0.00 GB write, 110.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T05:04:52.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T05:04:52.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: Block cache BinnedLRUCache@0x564118023090#7 capacity: 512.00 MB usage: 3.48 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-04-26T05:04:52.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: Block cache entry stats(count,size,portion): FilterBlock(1,0.91 KB,0.000172853%) IndexBlock(1,2.58 KB,0.000491738%) Misc(1,0.00 KB,0%) 2024-04-26T05:04:52.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: ** File Read Latency Histogram By Level [default] ** 2024-04-26T05:04:52.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.513+0000 7f1542e8bc80 0 starting mon.c rank 2 at public addrs [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] at bind addrs [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T05:04:52.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.513+0000 7f1542e8bc80 1 mon.c@-1(???) e3 preinit fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T05:04:52.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.513+0000 7f1542e8bc80 0 mon.c@-1(???).mds e9 new map 2024-04-26T05:04:52.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.513+0000 7f1542e8bc80 0 mon.c@-1(???).mds e9 print_map 2024-04-26T05:04:52.720 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: e9 2024-04-26T05:04:52.720 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T05:04:52.720 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-26T05:04:52.720 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: legacy client fscid: 1 2024-04-26T05:04:52.720 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: 2024-04-26T05:04:52.720 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: Filesystem 'foo' (1) 2024-04-26T05:04:52.720 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: fs_name foo 2024-04-26T05:04:52.720 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: epoch 9 2024-04-26T05:04:52.720 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-26T05:04:52.720 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: created 2024-04-26T04:56:46.417033+0000 2024-04-26T05:04:52.720 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: modified 2024-04-26T04:56:55.567131+0000 2024-04-26T05:04:52.720 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: tableserver 0 2024-04-26T05:04:52.720 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: root 0 2024-04-26T05:04:52.720 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: session_timeout 60 2024-04-26T05:04:52.720 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: session_autoclose 300 2024-04-26T05:04:52.720 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: max_file_size 1099511627776 2024-04-26T05:04:52.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: max_xattr_size 65536 2024-04-26T05:04:52.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: required_client_features {} 2024-04-26T05:04:52.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: last_failure 0 2024-04-26T05:04:52.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: last_failure_osd_epoch 70 2024-04-26T05:04:52.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-26T05:04:52.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: max_mds 1 2024-04-26T05:04:52.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: in 0 2024-04-26T05:04:52.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: up {0=24388} 2024-04-26T05:04:52.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: failed 2024-04-26T05:04:52.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: damaged 2024-04-26T05:04:52.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: stopped 2024-04-26T05:04:52.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: data_pools [4] 2024-04-26T05:04:52.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: metadata_pool 3 2024-04-26T05:04:52.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: inline_data disabled 2024-04-26T05:04:52.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: balancer 2024-04-26T05:04:52.721 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: bal_rank_mask -1 2024-04-26T05:04:52.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: standby_count_wanted 1 2024-04-26T05:04:52.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: qdb_cluster leader: 0 members: 2024-04-26T05:04:52.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: [mds.foo.smithi174.idmghd{0:24388} state up:active seq 4 join_fscid=1 addr [v2:172.21.15.174:6832/2270121245,v1:172.21.15.174:6833/2270121245] compat {c=[1],r=[1],i=[7ff]}] 2024-04-26T05:04:52.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: 2024-04-26T05:04:52.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: 2024-04-26T05:04:52.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: Standby daemons: 2024-04-26T05:04:52.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: 2024-04-26T05:04:52.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: [mds.foo.smithi102.iafhgp{-1:24479} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.102:6834/3938482808,v1:172.21.15.102:6835/3938482808] compat {c=[1],r=[1],i=[7ff]}] 2024-04-26T05:04:52.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.513+0000 7f1542e8bc80 0 mon.c@-1(???).osd e92 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-26T05:04:52.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.513+0000 7f1542e8bc80 0 mon.c@-1(???).osd e92 crush map has features 432629239337189376, adjusting msgr requires 2024-04-26T05:04:52.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.513+0000 7f1542e8bc80 0 mon.c@-1(???).osd e92 crush map has features 432629239337189376, adjusting msgr requires 2024-04-26T05:04:52.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.513+0000 7f1542e8bc80 0 mon.c@-1(???).osd e92 crush map has features 432629239337189376, adjusting msgr requires 2024-04-26T05:04:52.722 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:52 smithi102 bash[84717]: debug 2024-04-26T05:04:52.517+0000 7f1542e8bc80 1 mon.c@-1(???).paxosservice(auth 1..22) refresh upgraded, format 0 -> 3 2024-04-26T05:04:54.282 INFO:teuthology.orchestra.run.smithi102.stdout:wait for majority of mons to upgrade 2024-04-26T05:04:55.039 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'while ! ceph mon versions | grep $sha1 | egrep '"'"': [23]'"'"' ; do sleep 2 ; done' 2024-04-26T05:04:58.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:57 smithi102 bash[82287]: debug 2024-04-26T05:04:57.777+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1 failed cephadm daemon(s); 1/3 mons down, quorum a,b; 8 osds(s) are not reachable 2024-04-26T05:04:58.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:57 smithi102 bash[82287]: debug 2024-04-26T05:04:57.777+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T05:04:58.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:57 smithi102 bash[82287]: debug 2024-04-26T05:04:57.777+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : daemon grafana.a on smithi174 is in error state 2024-04-26T05:04:58.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:57 smithi102 bash[82287]: debug 2024-04-26T05:04:57.777+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-04-26T05:04:58.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:57 smithi102 bash[82287]: debug 2024-04-26T05:04:57.777+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : mon.c (rank 2) addr [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] is down (out of quorum) 2024-04-26T05:04:58.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:57 smithi102 bash[82287]: debug 2024-04-26T05:04:57.777+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-26T05:04:58.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:57 smithi102 bash[82287]: debug 2024-04-26T05:04:57.777+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:58.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:57 smithi102 bash[82287]: debug 2024-04-26T05:04:57.777+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:58.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:57 smithi102 bash[82287]: debug 2024-04-26T05:04:57.777+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:58.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:57 smithi102 bash[82287]: debug 2024-04-26T05:04:57.777+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:58.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:57 smithi102 bash[82287]: debug 2024-04-26T05:04:57.777+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:58.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:57 smithi102 bash[82287]: debug 2024-04-26T05:04:57.777+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:58.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:57 smithi102 bash[82287]: debug 2024-04-26T05:04:57.777+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:58.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:57 smithi102 bash[82287]: debug 2024-04-26T05:04:57.777+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:58.935 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[61678]: ts=2024-04-26T05:04:58.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi102:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:04:58.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:50.549602+0000 mgr.y (mgr.25910) 73 : cluster [DBG] pgmap v55: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 382 B/s wr, 0 op/s 2024-04-26T05:04:58.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:52.549979+0000 mgr.y (mgr.25910) 74 : cluster [DBG] pgmap v56: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 382 B/s wr, 0 op/s 2024-04-26T05:04:58.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:52.730143+0000 mon.b (mon.1) 137 : cluster [INF] mon.b calling monitor election 2024-04-26T05:04:58.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:52.736542+0000 mon.a (mon.0) 65 : cluster [INF] mon.a calling monitor election 2024-04-26T05:04:58.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:54.551017+0000 mgr.y (mgr.25910) 75 : cluster [DBG] pgmap v57: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 307 B/s wr, 0 op/s 2024-04-26T05:04:58.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:56.551721+0000 mgr.y (mgr.25910) 76 : cluster [DBG] pgmap v58: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-26T05:04:58.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.741509+0000 mon.a (mon.0) 66 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-26T05:04:58.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.752306+0000 mon.a (mon.0) 67 : cluster [DBG] monmap epoch 3 2024-04-26T05:04:58.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.752363+0000 mon.a (mon.0) 68 : cluster [DBG] fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T05:04:58.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.752401+0000 mon.a (mon.0) 69 : cluster [DBG] last_changed 2024-04-26T04:46:16.463688+0000 2024-04-26T05:04:58.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.752443+0000 mon.a (mon.0) 70 : cluster [DBG] created 2024-04-26T04:43:57.159925+0000 2024-04-26T05:04:58.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.752487+0000 mon.a (mon.0) 71 : cluster [DBG] min_mon_release 17 (quincy) 2024-04-26T05:04:58.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.752527+0000 mon.a (mon.0) 72 : cluster [DBG] election_strategy: 1 2024-04-26T05:04:58.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.752568+0000 mon.a (mon.0) 73 : cluster [DBG] 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-26T05:04:58.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.752616+0000 mon.a (mon.0) 74 : cluster [DBG] 1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-04-26T05:04:58.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.752663+0000 mon.a (mon.0) 75 : cluster [DBG] 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-26T05:04:58.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.753865+0000 mon.a (mon.0) 76 : cluster [DBG] fsmap foo:1 {0=foo.smithi174.idmghd=up:active} 1 up:standby 2024-04-26T05:04:58.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.753956+0000 mon.a (mon.0) 77 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-04-26T05:04:58.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.754602+0000 mon.a (mon.0) 78 : cluster [DBG] mgrmap e38: y(active, since 99s), standbys: x 2024-04-26T05:04:58.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.755031+0000 mon.a (mon.0) 79 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-04-26T05:04:58.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.783450+0000 mon.a (mon.0) 80 : cluster [ERR] Health detail: HEALTH_ERR 1 failed cephadm daemon(s); 1/3 mons down, quorum a,b; 8 osds(s) are not reachable 2024-04-26T05:04:58.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.783484+0000 mon.a (mon.0) 81 : cluster [ERR] [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T05:04:58.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.783513+0000 mon.a (mon.0) 82 : cluster [ERR] daemon grafana.a on smithi174 is in error state 2024-04-26T05:04:58.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.783544+0000 mon.a (mon.0) 83 : cluster [ERR] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-04-26T05:04:58.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.783570+0000 mon.a (mon.0) 84 : cluster [ERR] mon.c (rank 2) addr [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] is down (out of quorum) 2024-04-26T05:04:58.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.783590+0000 mon.a (mon.0) 85 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-26T05:04:58.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.783604+0000 mon.a (mon.0) 86 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:58.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.783636+0000 mon.a (mon.0) 87 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:58.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.783668+0000 mon.a (mon.0) 88 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:58.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.783689+0000 mon.a (mon.0) 89 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:58.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.783720+0000 mon.a (mon.0) 90 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:58.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.783740+0000 mon.a (mon.0) 91 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:58.938 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.783761+0000 mon.a (mon.0) 92 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:58.938 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: cluster 2024-04-26T05:04:57.783783+0000 mon.a (mon.0) 93 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:58.938 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: audit 2024-04-26T05:04:57.787855+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:58.938 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: audit 2024-04-26T05:04:57.798969+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:58.938 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:58 smithi174 bash[23471]: audit 2024-04-26T05:04:57.802801+0000 mon.b (mon.1) 138 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:04:59.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:50.549602+0000 mgr.y (mgr.25910) 73 : cluster 0 pgmap v55: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 382 B/s wr, 0 op/s 2024-04-26T05:04:59.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:52.549979+0000 mgr.y (mgr.25910) 74 : cluster 0 pgmap v56: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 382 B/s wr, 0 op/s 2024-04-26T05:04:59.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:52.730143+0000 mon.b (mon.1) 137 : cluster 1 mon.b calling monitor election 2024-04-26T05:04:59.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:52.736542+0000 mon.a (mon.0) 65 : cluster 1 mon.a calling monitor election 2024-04-26T05:04:59.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:54.551017+0000 mgr.y (mgr.25910) 75 : cluster 0 pgmap v57: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 307 B/s wr, 0 op/s 2024-04-26T05:04:59.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:56.551721+0000 mgr.y (mgr.25910) 76 : cluster 0 pgmap v58: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-26T05:04:59.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.741509+0000 mon.a (mon.0) 66 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-26T05:04:59.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.752306+0000 mon.a (mon.0) 67 : cluster 0 monmap epoch 3 2024-04-26T05:04:59.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.752363+0000 mon.a (mon.0) 68 : cluster 0 fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T05:04:59.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.752401+0000 mon.a (mon.0) 69 : cluster 0 last_changed 2024-04-26T04:46:16.463688+0000 2024-04-26T05:04:59.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.752443+0000 mon.a (mon.0) 70 : cluster 0 created 2024-04-26T04:43:57.159925+0000 2024-04-26T05:04:59.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.752487+0000 mon.a (mon.0) 71 : cluster 0 min_mon_release 17 (quincy) 2024-04-26T05:04:59.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.752527+0000 mon.a (mon.0) 72 : cluster 0 election_strategy: 1 2024-04-26T05:04:59.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.752568+0000 mon.a (mon.0) 73 : cluster 0 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-26T05:04:59.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.752616+0000 mon.a (mon.0) 74 : cluster 0 1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-04-26T05:04:59.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.752663+0000 mon.a (mon.0) 75 : cluster 0 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-26T05:04:59.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.753865+0000 mon.a (mon.0) 76 : cluster 0 fsmap foo:1 {0=foo.smithi174.idmghd=up:active} 1 up:standby 2024-04-26T05:04:59.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.753956+0000 mon.a (mon.0) 77 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-26T05:04:59.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.754602+0000 mon.a (mon.0) 78 : cluster 0 mgrmap e38: y(active, since 99s), standbys: x 2024-04-26T05:04:59.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.755031+0000 mon.a (mon.0) 79 : cluster 3 Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-04-26T05:04:59.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.783450+0000 mon.a (mon.0) 80 : cluster 4 Health detail: HEALTH_ERR 1 failed cephadm daemon(s); 1/3 mons down, quorum a,b; 8 osds(s) are not reachable 2024-04-26T05:04:59.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.783484+0000 mon.a (mon.0) 81 : cluster 4 [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T05:04:59.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.783513+0000 mon.a (mon.0) 82 : cluster 4 daemon grafana.a on smithi174 is in error state 2024-04-26T05:04:59.205 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.783544+0000 mon.a (mon.0) 83 : cluster 4 [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-04-26T05:04:59.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:50.549602+0000 mgr.y (mgr.25910) 73 : cluster 0 pgmap v55: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 382 B/s wr, 0 op/s 2024-04-26T05:04:59.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:52.549979+0000 mgr.y (mgr.25910) 74 : cluster 0 pgmap v56: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 382 B/s wr, 0 op/s 2024-04-26T05:04:59.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:52.730143+0000 mon.b (mon.1) 137 : cluster 1 mon.b calling monitor election 2024-04-26T05:04:59.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:52.736542+0000 mon.a (mon.0) 65 : cluster 1 mon.a calling monitor election 2024-04-26T05:04:59.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:54.551017+0000 mgr.y (mgr.25910) 75 : cluster 0 pgmap v57: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 307 B/s wr, 0 op/s 2024-04-26T05:04:59.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:56.551721+0000 mgr.y (mgr.25910) 76 : cluster 0 pgmap v58: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-26T05:04:59.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.741509+0000 mon.a (mon.0) 66 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-26T05:04:59.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.752306+0000 mon.a (mon.0) 67 : cluster 0 monmap epoch 3 2024-04-26T05:04:59.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.752363+0000 mon.a (mon.0) 68 : cluster 0 fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T05:04:59.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.752401+0000 mon.a (mon.0) 69 : cluster 0 last_changed 2024-04-26T04:46:16.463688+0000 2024-04-26T05:04:59.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.752443+0000 mon.a (mon.0) 70 : cluster 0 created 2024-04-26T04:43:57.159925+0000 2024-04-26T05:04:59.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.752487+0000 mon.a (mon.0) 71 : cluster 0 min_mon_release 17 (quincy) 2024-04-26T05:04:59.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.752527+0000 mon.a (mon.0) 72 : cluster 0 election_strategy: 1 2024-04-26T05:04:59.207 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.752568+0000 mon.a (mon.0) 73 : cluster 0 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-26T05:04:59.207 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.752616+0000 mon.a (mon.0) 74 : cluster 0 1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-04-26T05:04:59.207 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.752663+0000 mon.a (mon.0) 75 : cluster 0 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-26T05:04:59.207 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.753865+0000 mon.a (mon.0) 76 : cluster 0 fsmap foo:1 {0=foo.smithi174.idmghd=up:active} 1 up:standby 2024-04-26T05:04:59.207 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.753956+0000 mon.a (mon.0) 77 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-26T05:04:59.207 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.754602+0000 mon.a (mon.0) 78 : cluster 0 mgrmap e38: y(active, since 99s), standbys: x 2024-04-26T05:04:59.207 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.755031+0000 mon.a (mon.0) 79 : cluster 3 Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-04-26T05:04:59.207 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.783450+0000 mon.a (mon.0) 80 : cluster 4 Health detail: HEALTH_ERR 1 failed cephadm daemon(s); 1/3 mons down, quorum a,b; 8 osds(s) are not reachable 2024-04-26T05:04:59.207 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.783484+0000 mon.a (mon.0) 81 : cluster 4 [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T05:04:59.207 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.783513+0000 mon.a (mon.0) 82 : cluster 4 daemon grafana.a on smithi174 is in error state 2024-04-26T05:04:59.207 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.783544+0000 mon.a (mon.0) 83 : cluster 4 [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-04-26T05:04:59.207 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.783570+0000 mon.a (mon.0) 84 : cluster 4 mon.c (rank 2) addr [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] is down (out of quorum) 2024-04-26T05:04:59.207 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.783590+0000 mon.a (mon.0) 85 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-26T05:04:59.207 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.783604+0000 mon.a (mon.0) 86 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.783636+0000 mon.a (mon.0) 87 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.783668+0000 mon.a (mon.0) 88 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.783689+0000 mon.a (mon.0) 89 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.783720+0000 mon.a (mon.0) 90 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.783740+0000 mon.a (mon.0) 91 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.783761+0000 mon.a (mon.0) 92 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: cluster 2024-04-26T05:04:57.783783+0000 mon.a (mon.0) 93 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: audit 2024-04-26T05:04:57.787855+0000 mon.a (mon.0) 94 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:59.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: audit 2024-04-26T05:04:57.798969+0000 mon.a (mon.0) 95 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:59.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[84717]: audit 2024-04-26T05:04:57.802801+0000 mon.b (mon.1) 138 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:04:59.209 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.783570+0000 mon.a (mon.0) 84 : cluster 4 mon.c (rank 2) addr [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] is down (out of quorum) 2024-04-26T05:04:59.209 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.783590+0000 mon.a (mon.0) 85 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-26T05:04:59.209 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.783604+0000 mon.a (mon.0) 86 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.209 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.783636+0000 mon.a (mon.0) 87 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.209 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.783668+0000 mon.a (mon.0) 88 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.209 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.783689+0000 mon.a (mon.0) 89 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.209 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.783720+0000 mon.a (mon.0) 90 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.209 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.783740+0000 mon.a (mon.0) 91 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.209 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.783761+0000 mon.a (mon.0) 92 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.209 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: cluster 2024-04-26T05:04:57.783783+0000 mon.a (mon.0) 93 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.209 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: audit 2024-04-26T05:04:57.787855+0000 mon.a (mon.0) 94 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:59.209 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: audit 2024-04-26T05:04:57.798969+0000 mon.a (mon.0) 95 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:04:59.209 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: audit 2024-04-26T05:04:57.802801+0000 mon.b (mon.1) 138 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:04:59.209 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: debug 2024-04-26T05:04:58.841+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1 failed cephadm daemon(s); 8 osds(s) are not reachable 2024-04-26T05:04:59.210 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: debug 2024-04-26T05:04:58.841+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T05:04:59.210 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: debug 2024-04-26T05:04:58.841+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : daemon grafana.a on smithi174 is in error state 2024-04-26T05:04:59.210 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: debug 2024-04-26T05:04:58.841+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-26T05:04:59.210 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: debug 2024-04-26T05:04:58.841+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.210 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: debug 2024-04-26T05:04:58.841+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.210 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: debug 2024-04-26T05:04:58.841+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.210 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: debug 2024-04-26T05:04:58.841+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.210 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: debug 2024-04-26T05:04:58.841+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.210 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: debug 2024-04-26T05:04:58.841+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.210 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: debug 2024-04-26T05:04:58.841+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.210 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:58 smithi102 bash[82287]: debug 2024-04-26T05:04:58.841+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:04:59.819 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:05:00.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:52.731106+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-04-26T05:05:00.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.552389+0000 mgr.y (mgr.25910) 77 : cluster [DBG] pgmap v59: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-26T05:05:00.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.752718+0000 mon.b (mon.1) 139 : cluster [INF] mon.b calling monitor election 2024-04-26T05:05:00.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.755721+0000 mon.a (mon.0) 96 : cluster [INF] mon.a calling monitor election 2024-04-26T05:05:00.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.795689+0000 mon.a (mon.0) 97 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-26T05:05:00.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.819814+0000 mon.a (mon.0) 98 : cluster [DBG] monmap epoch 3 2024-04-26T05:05:00.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.819894+0000 mon.a (mon.0) 99 : cluster [DBG] fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T05:05:00.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.819965+0000 mon.a (mon.0) 100 : cluster [DBG] last_changed 2024-04-26T04:46:16.463688+0000 2024-04-26T05:05:00.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.820050+0000 mon.a (mon.0) 101 : cluster [DBG] created 2024-04-26T04:43:57.159925+0000 2024-04-26T05:05:00.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.820097+0000 mon.a (mon.0) 102 : cluster [DBG] min_mon_release 17 (quincy) 2024-04-26T05:05:00.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.820134+0000 mon.a (mon.0) 103 : cluster [DBG] election_strategy: 1 2024-04-26T05:05:00.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.820176+0000 mon.a (mon.0) 104 : cluster [DBG] 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-26T05:05:00.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.820342+0000 mon.a (mon.0) 105 : cluster [DBG] 1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-04-26T05:05:00.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.820380+0000 mon.a (mon.0) 106 : cluster [DBG] 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-26T05:05:00.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.821763+0000 mon.a (mon.0) 107 : cluster [DBG] fsmap foo:1 {0=foo.smithi174.idmghd=up:active} 1 up:standby 2024-04-26T05:05:00.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.821841+0000 mon.a (mon.0) 108 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-04-26T05:05:00.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.822517+0000 mon.a (mon.0) 109 : cluster [DBG] mgrmap e38: y(active, since 100s), standbys: x 2024-04-26T05:05:00.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.822832+0000 mon.a (mon.0) 110 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-26T05:05:00.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.848136+0000 mon.a (mon.0) 111 : cluster [ERR] Health detail: HEALTH_ERR 1 failed cephadm daemon(s); 8 osds(s) are not reachable 2024-04-26T05:05:00.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.848207+0000 mon.a (mon.0) 112 : cluster [ERR] [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T05:05:00.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.848288+0000 mon.a (mon.0) 113 : cluster [ERR] daemon grafana.a on smithi174 is in error state 2024-04-26T05:05:00.183 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.848329+0000 mon.a (mon.0) 114 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-26T05:05:00.183 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.848368+0000 mon.a (mon.0) 115 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.183 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.848408+0000 mon.a (mon.0) 116 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.183 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.848465+0000 mon.a (mon.0) 117 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.183 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.848511+0000 mon.a (mon.0) 118 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.183 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.848547+0000 mon.a (mon.0) 119 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.183 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.848587+0000 mon.a (mon.0) 120 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.183 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.848622+0000 mon.a (mon.0) 121 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.183 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:04:59 smithi174 bash[23471]: cluster 2024-04-26T05:04:58.848662+0000 mon.a (mon.0) 122 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:52.731106+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-04-26T05:05:00.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.552389+0000 mgr.y (mgr.25910) 77 : cluster 0 pgmap v59: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-26T05:05:00.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.752718+0000 mon.b (mon.1) 139 : cluster 1 mon.b calling monitor election 2024-04-26T05:05:00.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.755721+0000 mon.a (mon.0) 96 : cluster 1 mon.a calling monitor election 2024-04-26T05:05:00.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.795689+0000 mon.a (mon.0) 97 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-26T05:05:00.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.819814+0000 mon.a (mon.0) 98 : cluster 0 monmap epoch 3 2024-04-26T05:05:00.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.819894+0000 mon.a (mon.0) 99 : cluster 0 fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T05:05:00.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.819965+0000 mon.a (mon.0) 100 : cluster 0 last_changed 2024-04-26T04:46:16.463688+0000 2024-04-26T05:05:00.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.820050+0000 mon.a (mon.0) 101 : cluster 0 created 2024-04-26T04:43:57.159925+0000 2024-04-26T05:05:00.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.820097+0000 mon.a (mon.0) 102 : cluster 0 min_mon_release 17 (quincy) 2024-04-26T05:05:00.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.820134+0000 mon.a (mon.0) 103 : cluster 0 election_strategy: 1 2024-04-26T05:05:00.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.820176+0000 mon.a (mon.0) 104 : cluster 0 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-26T05:05:00.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.820342+0000 mon.a (mon.0) 105 : cluster 0 1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-04-26T05:05:00.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.820380+0000 mon.a (mon.0) 106 : cluster 0 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-26T05:05:00.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.821763+0000 mon.a (mon.0) 107 : cluster 0 fsmap foo:1 {0=foo.smithi174.idmghd=up:active} 1 up:standby 2024-04-26T05:05:00.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.821841+0000 mon.a (mon.0) 108 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-26T05:05:00.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.822517+0000 mon.a (mon.0) 109 : cluster 0 mgrmap e38: y(active, since 100s), standbys: x 2024-04-26T05:05:00.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.822832+0000 mon.a (mon.0) 110 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-26T05:05:00.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.848136+0000 mon.a (mon.0) 111 : cluster 4 Health detail: HEALTH_ERR 1 failed cephadm daemon(s); 8 osds(s) are not reachable 2024-04-26T05:05:00.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.848207+0000 mon.a (mon.0) 112 : cluster 4 [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T05:05:00.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.848288+0000 mon.a (mon.0) 113 : cluster 4 daemon grafana.a on smithi174 is in error state 2024-04-26T05:05:00.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.848329+0000 mon.a (mon.0) 114 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-26T05:05:00.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.848368+0000 mon.a (mon.0) 115 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.848408+0000 mon.a (mon.0) 116 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.848465+0000 mon.a (mon.0) 117 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.848511+0000 mon.a (mon.0) 118 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.848547+0000 mon.a (mon.0) 119 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.848587+0000 mon.a (mon.0) 120 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.848622+0000 mon.a (mon.0) 121 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[84717]: cluster 2024-04-26T05:04:58.848662+0000 mon.a (mon.0) 122 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.206 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:52.731106+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-04-26T05:05:00.207 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.552389+0000 mgr.y (mgr.25910) 77 : cluster 0 pgmap v59: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-26T05:05:00.207 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.752718+0000 mon.b (mon.1) 139 : cluster 1 mon.b calling monitor election 2024-04-26T05:05:00.207 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.755721+0000 mon.a (mon.0) 96 : cluster 1 mon.a calling monitor election 2024-04-26T05:05:00.207 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.795689+0000 mon.a (mon.0) 97 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-26T05:05:00.207 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.819814+0000 mon.a (mon.0) 98 : cluster 0 monmap epoch 3 2024-04-26T05:05:00.207 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.819894+0000 mon.a (mon.0) 99 : cluster 0 fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T05:05:00.207 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.819965+0000 mon.a (mon.0) 100 : cluster 0 last_changed 2024-04-26T04:46:16.463688+0000 2024-04-26T05:05:00.207 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.820050+0000 mon.a (mon.0) 101 : cluster 0 created 2024-04-26T04:43:57.159925+0000 2024-04-26T05:05:00.207 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.820097+0000 mon.a (mon.0) 102 : cluster 0 min_mon_release 17 (quincy) 2024-04-26T05:05:00.207 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.820134+0000 mon.a (mon.0) 103 : cluster 0 election_strategy: 1 2024-04-26T05:05:00.207 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.820176+0000 mon.a (mon.0) 104 : cluster 0 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-26T05:05:00.207 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.820342+0000 mon.a (mon.0) 105 : cluster 0 1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-04-26T05:05:00.207 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.820380+0000 mon.a (mon.0) 106 : cluster 0 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-26T05:05:00.208 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.821763+0000 mon.a (mon.0) 107 : cluster 0 fsmap foo:1 {0=foo.smithi174.idmghd=up:active} 1 up:standby 2024-04-26T05:05:00.208 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.821841+0000 mon.a (mon.0) 108 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-26T05:05:00.208 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.822517+0000 mon.a (mon.0) 109 : cluster 0 mgrmap e38: y(active, since 100s), standbys: x 2024-04-26T05:05:00.208 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.822832+0000 mon.a (mon.0) 110 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-26T05:05:00.208 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.848136+0000 mon.a (mon.0) 111 : cluster 4 Health detail: HEALTH_ERR 1 failed cephadm daemon(s); 8 osds(s) are not reachable 2024-04-26T05:05:00.208 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.848207+0000 mon.a (mon.0) 112 : cluster 4 [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T05:05:00.208 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.848288+0000 mon.a (mon.0) 113 : cluster 4 daemon grafana.a on smithi174 is in error state 2024-04-26T05:05:00.208 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.848329+0000 mon.a (mon.0) 114 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-26T05:05:00.208 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.848368+0000 mon.a (mon.0) 115 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.208 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.848408+0000 mon.a (mon.0) 116 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.208 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.848465+0000 mon.a (mon.0) 117 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.208 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.848511+0000 mon.a (mon.0) 118 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.208 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.848547+0000 mon.a (mon.0) 119 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.208 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.848587+0000 mon.a (mon.0) 120 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.209 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.848622+0000 mon.a (mon.0) 121 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.209 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:04:59 smithi102 bash[82287]: cluster 2024-04-26T05:04:58.848662+0000 mon.a (mon.0) 122 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:00.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:05:00 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:05:00] "GET /metrics HTTP/1.1" 200 33986 "" "Prometheus/2.43.0" 2024-04-26T05:05:02.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:01 smithi174 bash[23471]: cluster 2024-04-26T05:05:00.553464+0000 mgr.y (mgr.25910) 78 : cluster [DBG] pgmap v60: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-26T05:05:02.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:01 smithi102 bash[84717]: cluster 2024-04-26T05:05:00.553464+0000 mgr.y (mgr.25910) 78 : cluster 0 pgmap v60: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-26T05:05:02.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:01 smithi102 bash[82287]: cluster 2024-04-26T05:05:00.553464+0000 mgr.y (mgr.25910) 78 : cluster 0 pgmap v60: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-26T05:05:02.952 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:05:02 smithi102 bash[75186]: debug 2024-04-26T05:05:02.520+0000 7f0fb1f2a700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-26T05:05:03.110 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2447-gb22e2ebd (b22e2ebdeb24376882b7bda2a7329c8cccc2276a) squid (dev)": 2 2024-04-26T05:05:03.853 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'ceph orch ps' 2024-04-26T05:05:04.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:03 smithi102 bash[82287]: cluster 2024-04-26T05:05:02.553838+0000 mgr.y (mgr.25910) 79 : cluster 0 pgmap v61: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:04.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:03 smithi102 bash[82287]: audit 2024-04-26T05:05:02.946719+0000 mon.a (mon.0) 123 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:04.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:03 smithi102 bash[82287]: audit 2024-04-26T05:05:02.962468+0000 mon.a (mon.0) 124 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:04.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:03 smithi102 bash[82287]: audit 2024-04-26T05:05:03.099735+0000 mon.a (mon.0) 125 : audit 0 from='client.? 172.21.15.102:0/3426131715' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:05:04.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:03 smithi102 bash[82287]: audit 2024-04-26T05:05:03.207778+0000 mon.b (mon.1) 140 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:05:04.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:03 smithi102 bash[84717]: cluster 2024-04-26T05:05:02.553838+0000 mgr.y (mgr.25910) 79 : cluster 0 pgmap v61: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:04.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:03 smithi102 bash[84717]: audit 2024-04-26T05:05:02.946719+0000 mon.a (mon.0) 123 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:04.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:03 smithi102 bash[84717]: audit 2024-04-26T05:05:02.962468+0000 mon.a (mon.0) 124 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:04.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:03 smithi102 bash[84717]: audit 2024-04-26T05:05:03.099735+0000 mon.a (mon.0) 125 : audit 0 from='client.? 172.21.15.102:0/3426131715' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:05:04.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:03 smithi102 bash[84717]: audit 2024-04-26T05:05:03.207778+0000 mon.b (mon.1) 140 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:05:04.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:03 smithi174 bash[23471]: cluster 2024-04-26T05:05:02.553838+0000 mgr.y (mgr.25910) 79 : cluster [DBG] pgmap v61: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:04.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:03 smithi174 bash[23471]: audit 2024-04-26T05:05:02.946719+0000 mon.a (mon.0) 123 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:04.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:03 smithi174 bash[23471]: audit 2024-04-26T05:05:02.962468+0000 mon.a (mon.0) 124 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:04.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:03 smithi174 bash[23471]: audit 2024-04-26T05:05:03.099735+0000 mon.a (mon.0) 125 : audit [DBG] from='client.? 172.21.15.102:0/3426131715' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:05:04.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:03 smithi174 bash[23471]: audit 2024-04-26T05:05:03.207778+0000 mon.b (mon.1) 140 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:05:05.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:04 smithi174 bash[23471]: audit 2024-04-26T05:05:03.957810+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:05.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:04 smithi174 bash[23471]: audit 2024-04-26T05:05:03.969493+0000 mon.a (mon.0) 127 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:05.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:04 smithi174 bash[23471]: cluster 2024-04-26T05:05:04.554928+0000 mgr.y (mgr.25910) 80 : cluster [DBG] pgmap v62: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:05.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:04 smithi102 bash[84717]: audit 2024-04-26T05:05:03.957810+0000 mon.a (mon.0) 126 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:05.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:04 smithi102 bash[84717]: audit 2024-04-26T05:05:03.969493+0000 mon.a (mon.0) 127 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:05.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:04 smithi102 bash[84717]: cluster 2024-04-26T05:05:04.554928+0000 mgr.y (mgr.25910) 80 : cluster 0 pgmap v62: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:05.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:04 smithi102 bash[82287]: audit 2024-04-26T05:05:03.957810+0000 mon.a (mon.0) 126 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:05.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:04 smithi102 bash[82287]: audit 2024-04-26T05:05:03.969493+0000 mon.a (mon.0) 127 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:05.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:04 smithi102 bash[82287]: cluster 2024-04-26T05:05:04.554928+0000 mgr.y (mgr.25910) 80 : cluster 0 pgmap v62: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:07.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:07 smithi174 bash[23471]: cluster 2024-04-26T05:05:06.555598+0000 mgr.y (mgr.25910) 81 : cluster [DBG] pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:07.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:07 smithi102 bash[84717]: cluster 2024-04-26T05:05:06.555598+0000 mgr.y (mgr.25910) 81 : cluster 0 pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:07.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:07 smithi102 bash[82287]: cluster 2024-04-26T05:05:06.555598+0000 mgr.y (mgr.25910) 81 : cluster 0 pgmap v63: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:08.638 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:05:08.930 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:05:08 smithi174 bash[61678]: ts=2024-04-26T05:05:08.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi102:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:05:09.894 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:09 smithi102 bash[84717]: cluster 2024-04-26T05:05:08.556262+0000 mgr.y (mgr.25910) 82 : cluster 0 pgmap v64: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:09.895 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:09 smithi102 bash[82287]: cluster 2024-04-26T05:05:08.556262+0000 mgr.y (mgr.25910) 82 : cluster 0 pgmap v64: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:09.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:09 smithi174 bash[23471]: cluster 2024-04-26T05:05:08.556262+0000 mgr.y (mgr.25910) 82 : cluster [DBG] pgmap v64: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:10.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:05:10 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:05:10] "GET /metrics HTTP/1.1" 200 33984 "" "Prometheus/2.43.0" 2024-04-26T05:05:11.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:11 smithi174 bash[23471]: cluster 2024-04-26T05:05:10.557379+0000 mgr.y (mgr.25910) 83 : cluster [DBG] pgmap v65: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:11.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:11 smithi102 bash[84717]: cluster 2024-04-26T05:05:10.557379+0000 mgr.y (mgr.25910) 83 : cluster 0 pgmap v65: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:11.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:11 smithi102 bash[82287]: cluster 2024-04-26T05:05:10.557379+0000 mgr.y (mgr.25910) 83 : cluster 0 pgmap v65: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:12.964 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T05:05:12.964 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (3m) 10s ago 10m 14.3M - 0.25.0 c8568f914cd2 180b2c72f145 2024-04-26T05:05:12.964 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi174 *:3000 error 31s ago 10m - - 2024-04-26T05:05:12.964 INFO:teuthology.orchestra.run.smithi102.stdout:mds.foo.smithi102.iafhgp smithi102 running (8m) 10s ago 8m 13.6M - 17.2.7-902-gc61472c8 0de407c1b3af fb04751031d5 2024-04-26T05:05:12.964 INFO:teuthology.orchestra.run.smithi102.stdout:mds.foo.smithi174.idmghd smithi174 running (8m) 31s ago 8m 15.6M - 17.2.7-902-gc61472c8 0de407c1b3af 94a8195067aa 2024-04-26T05:05:12.964 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi174 *:8443,9283,8765 running (2m) 31s ago 18m 436M - 19.0.0-2447-gb22e2ebd 87e5280d5ae8 b6319e529c2e 2024-04-26T05:05:12.964 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (3m) 10s ago 21m 489M - 19.0.0-2447-gb22e2ebd 87e5280d5ae8 ba4c6c6308e2 2024-04-26T05:05:12.964 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (2m) 10s ago 21m 40.9M 2048M 19.0.0-2447-gb22e2ebd 87e5280d5ae8 2ccd87314ba2 2024-04-26T05:05:12.964 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi174 running (19m) 31s ago 19m 45.5M 2048M 17.2.7-902-gc61472c8 0de407c1b3af 1756f55675cb 2024-04-26T05:05:12.964 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (21s) 10s ago 18m 17.8M 2048M 19.0.0-2447-gb22e2ebd 87e5280d5ae8 55a64159d34f 2024-04-26T05:05:12.964 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (3m) 10s ago 10m 7860k - 1.5.0 0da6a335fe13 8d3a48a0f45d 2024-04-26T05:05:12.965 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi174 *:9100 running (3m) 31s ago 10m 7919k - 1.5.0 0da6a335fe13 0475d2b75e8d 2024-04-26T05:05:12.965 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (17m) 10s ago 17m 49.7M 2524M 17.2.7-902-gc61472c8 0de407c1b3af cf83b9a35515 2024-04-26T05:05:12.965 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (17m) 10s ago 17m 51.8M 2524M 17.2.7-902-gc61472c8 0de407c1b3af 9a879e873629 2024-04-26T05:05:12.965 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (16m) 10s ago 16m 50.7M 2524M 17.2.7-902-gc61472c8 0de407c1b3af ae51c2885197 2024-04-26T05:05:12.965 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (15m) 10s ago 15m 48.6M 2524M 17.2.7-902-gc61472c8 0de407c1b3af 78ae3061dc73 2024-04-26T05:05:12.965 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi174 running (14m) 31s ago 14m 47.8M 2524M 17.2.7-902-gc61472c8 0de407c1b3af 69845b3de88d 2024-04-26T05:05:12.965 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi174 running (13m) 31s ago 13m 49.3M 2524M 17.2.7-902-gc61472c8 0de407c1b3af 041037310e4e 2024-04-26T05:05:12.965 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi174 running (12m) 31s ago 12m 48.0M 2524M 17.2.7-902-gc61472c8 0de407c1b3af d912f137bbb8 2024-04-26T05:05:12.965 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi174 running (12m) 31s ago 12m 51.1M 2524M 17.2.7-902-gc61472c8 0de407c1b3af 12dbdd4bcd5f 2024-04-26T05:05:12.965 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi174 *:9095 running (2m) 31s ago 11m 45.9M - 2.43.0 a07b618ecd1d dadad3b73f6f 2024-04-26T05:05:13.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:13 smithi102 bash[84717]: cluster 2024-04-26T05:05:12.557793+0000 mgr.y (mgr.25910) 84 : cluster 0 pgmap v66: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:13.711 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:13 smithi102 bash[84717]: audit 2024-04-26T05:05:12.946313+0000 mgr.y (mgr.25910) 85 : audit 0 from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:05:13.712 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:13 smithi102 bash[82287]: cluster 2024-04-26T05:05:12.557793+0000 mgr.y (mgr.25910) 84 : cluster 0 pgmap v66: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:13.712 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:13 smithi102 bash[82287]: audit 2024-04-26T05:05:12.946313+0000 mgr.y (mgr.25910) 85 : audit 0 from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:05:13.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:13 smithi174 bash[23471]: cluster 2024-04-26T05:05:12.557793+0000 mgr.y (mgr.25910) 84 : cluster [DBG] pgmap v66: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:13.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:13 smithi174 bash[23471]: audit 2024-04-26T05:05:12.946313+0000 mgr.y (mgr.25910) 85 : audit [DBG] from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:05:14.108 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'ceph orch upgrade pause' 2024-04-26T05:05:16.129 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:15 smithi174 bash[23471]: cluster 2024-04-26T05:05:14.558803+0000 mgr.y (mgr.25910) 86 : cluster [DBG] pgmap v67: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:16.129 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:15 smithi174 bash[23471]: audit 2024-04-26T05:05:14.722632+0000 mon.a (mon.0) 128 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:16.129 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:15 smithi174 bash[23471]: audit 2024-04-26T05:05:14.737509+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:16.129 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:15 smithi174 bash[23471]: audit 2024-04-26T05:05:14.739202+0000 mon.b (mon.1) 141 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:16.129 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:15 smithi174 bash[23471]: audit 2024-04-26T05:05:14.741186+0000 mon.b (mon.1) 142 : audit [INF] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:05:16.129 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:15 smithi174 bash[23471]: cluster 2024-04-26T05:05:14.746561+0000 mgr.y (mgr.25910) 87 : cluster [DBG] pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:16.129 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:15 smithi174 bash[23471]: cluster 2024-04-26T05:05:14.747026+0000 mgr.y (mgr.25910) 88 : cluster [DBG] pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:16.129 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:15 smithi174 bash[23471]: audit 2024-04-26T05:05:14.755203+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:16.129 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:15 smithi174 bash[23471]: audit 2024-04-26T05:05:14.852580+0000 mon.b (mon.1) 143 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:05:16.129 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:15 smithi174 bash[23471]: audit 2024-04-26T05:05:14.857815+0000 mon.b (mon.1) 144 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:05:16.129 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:15 smithi174 bash[23471]: audit 2024-04-26T05:05:14.861445+0000 mon.b (mon.1) 145 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-26T05:05:16.129 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:15 smithi174 bash[23471]: audit 2024-04-26T05:05:14.863798+0000 mon.b (mon.1) 146 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-26T05:05:16.129 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:15 smithi174 bash[23471]: cephadm 2024-04-26T05:05:14.867539+0000 mgr.y (mgr.25910) 89 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-04-26T05:05:16.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[82287]: cluster 2024-04-26T05:05:14.558803+0000 mgr.y (mgr.25910) 86 : cluster 0 pgmap v67: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:16.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[82287]: audit 2024-04-26T05:05:14.722632+0000 mon.a (mon.0) 128 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:16.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[82287]: audit 2024-04-26T05:05:14.737509+0000 mon.a (mon.0) 129 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:16.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[82287]: audit 2024-04-26T05:05:14.739202+0000 mon.b (mon.1) 141 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:16.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[82287]: audit 2024-04-26T05:05:14.741186+0000 mon.b (mon.1) 142 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:05:16.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[82287]: cluster 2024-04-26T05:05:14.746561+0000 mgr.y (mgr.25910) 87 : cluster 0 pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:16.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[82287]: cluster 2024-04-26T05:05:14.747026+0000 mgr.y (mgr.25910) 88 : cluster 0 pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:16.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[82287]: audit 2024-04-26T05:05:14.755203+0000 mon.a (mon.0) 130 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:16.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[82287]: audit 2024-04-26T05:05:14.852580+0000 mon.b (mon.1) 143 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:05:16.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[82287]: audit 2024-04-26T05:05:14.857815+0000 mon.b (mon.1) 144 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:05:16.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[82287]: audit 2024-04-26T05:05:14.861445+0000 mon.b (mon.1) 145 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-26T05:05:16.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[82287]: audit 2024-04-26T05:05:14.863798+0000 mon.b (mon.1) 146 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-26T05:05:16.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[82287]: cephadm 2024-04-26T05:05:14.867539+0000 mgr.y (mgr.25910) 89 : cephadm 1 Upgrade: It appears safe to stop mon.b 2024-04-26T05:05:16.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[84717]: cluster 2024-04-26T05:05:14.558803+0000 mgr.y (mgr.25910) 86 : cluster 0 pgmap v67: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:16.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[84717]: audit 2024-04-26T05:05:14.722632+0000 mon.a (mon.0) 128 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:16.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[84717]: audit 2024-04-26T05:05:14.737509+0000 mon.a (mon.0) 129 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:16.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[84717]: audit 2024-04-26T05:05:14.739202+0000 mon.b (mon.1) 141 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:16.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[84717]: audit 2024-04-26T05:05:14.741186+0000 mon.b (mon.1) 142 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:05:16.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[84717]: cluster 2024-04-26T05:05:14.746561+0000 mgr.y (mgr.25910) 87 : cluster 0 pgmap v68: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:16.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[84717]: cluster 2024-04-26T05:05:14.747026+0000 mgr.y (mgr.25910) 88 : cluster 0 pgmap v69: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:16.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[84717]: audit 2024-04-26T05:05:14.755203+0000 mon.a (mon.0) 130 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:16.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[84717]: audit 2024-04-26T05:05:14.852580+0000 mon.b (mon.1) 143 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:05:16.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[84717]: audit 2024-04-26T05:05:14.857815+0000 mon.b (mon.1) 144 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:05:16.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[84717]: audit 2024-04-26T05:05:14.861445+0000 mon.b (mon.1) 145 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-26T05:05:16.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[84717]: audit 2024-04-26T05:05:14.863798+0000 mon.b (mon.1) 146 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-26T05:05:16.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:15 smithi102 bash[84717]: cephadm 2024-04-26T05:05:14.867539+0000 mgr.y (mgr.25910) 89 : cephadm 1 Upgrade: It appears safe to stop mon.b 2024-04-26T05:05:18.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:17 smithi174 bash[23471]: cluster 2024-04-26T05:05:16.747689+0000 mgr.y (mgr.25910) 90 : cluster [DBG] pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:18.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:17 smithi174 bash[23471]: audit 2024-04-26T05:05:17.047553+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:18.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:17 smithi174 bash[23471]: audit 2024-04-26T05:05:17.070947+0000 mon.b (mon.1) 147 : audit [INF] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T05:05:18.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:17 smithi174 bash[23471]: audit 2024-04-26T05:05:17.072944+0000 mon.b (mon.1) 148 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T05:05:18.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:17 smithi174 bash[23471]: audit 2024-04-26T05:05:17.074951+0000 mon.b (mon.1) 149 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:18.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:17 smithi102 bash[82287]: cluster 2024-04-26T05:05:16.747689+0000 mgr.y (mgr.25910) 90 : cluster 0 pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:18.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:17 smithi102 bash[82287]: audit 2024-04-26T05:05:17.047553+0000 mon.a (mon.0) 131 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:18.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:17 smithi102 bash[82287]: audit 2024-04-26T05:05:17.070947+0000 mon.b (mon.1) 147 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T05:05:18.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:17 smithi102 bash[82287]: audit 2024-04-26T05:05:17.072944+0000 mon.b (mon.1) 148 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T05:05:18.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:17 smithi102 bash[82287]: audit 2024-04-26T05:05:17.074951+0000 mon.b (mon.1) 149 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:18.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:17 smithi102 bash[84717]: cluster 2024-04-26T05:05:16.747689+0000 mgr.y (mgr.25910) 90 : cluster 0 pgmap v70: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:18.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:17 smithi102 bash[84717]: audit 2024-04-26T05:05:17.047553+0000 mon.a (mon.0) 131 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:18.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:17 smithi102 bash[84717]: audit 2024-04-26T05:05:17.070947+0000 mon.b (mon.1) 147 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T05:05:18.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:17 smithi102 bash[84717]: audit 2024-04-26T05:05:17.072944+0000 mon.b (mon.1) 148 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T05:05:18.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:17 smithi102 bash[84717]: audit 2024-04-26T05:05:17.074951+0000 mon.b (mon.1) 149 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:18.853 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:05:18 smithi174 bash[61678]: ts=2024-04-26T05:05:18.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi102:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:05:18.900 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:05:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:18 smithi174 bash[23471]: cephadm 2024-04-26T05:05:17.037608+0000 mgr.y (mgr.25910) 91 : cephadm [INF] Upgrade: Updating mon.b 2024-04-26T05:05:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:18 smithi174 bash[23471]: cephadm 2024-04-26T05:05:17.079260+0000 mgr.y (mgr.25910) 92 : cephadm [INF] Deploying daemon mon.b on smithi174 2024-04-26T05:05:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:18 smithi174 bash[23471]: audit 2024-04-26T05:05:18.209041+0000 mon.b (mon.1) 150 : audit [DBG] from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:05:19.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:18 smithi102 bash[82287]: cephadm 2024-04-26T05:05:17.037608+0000 mgr.y (mgr.25910) 91 : cephadm 1 Upgrade: Updating mon.b 2024-04-26T05:05:19.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:18 smithi102 bash[82287]: cephadm 2024-04-26T05:05:17.079260+0000 mgr.y (mgr.25910) 92 : cephadm 1 Deploying daemon mon.b on smithi174 2024-04-26T05:05:19.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:18 smithi102 bash[82287]: audit 2024-04-26T05:05:18.209041+0000 mon.b (mon.1) 150 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:05:19.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:18 smithi102 bash[84717]: cephadm 2024-04-26T05:05:17.037608+0000 mgr.y (mgr.25910) 91 : cephadm 1 Upgrade: Updating mon.b 2024-04-26T05:05:19.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:18 smithi102 bash[84717]: cephadm 2024-04-26T05:05:17.079260+0000 mgr.y (mgr.25910) 92 : cephadm 1 Deploying daemon mon.b on smithi174 2024-04-26T05:05:19.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:18 smithi102 bash[84717]: audit 2024-04-26T05:05:18.209041+0000 mon.b (mon.1) 150 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:05:19.583 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:19 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:05:19.583 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:05:19 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:05:19.584 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:05:19 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:05:19.584 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:05:19 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:05:19.584 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:05:19 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:05:19.585 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:05:19 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:05:19.585 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:05:19 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:05:19.585 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:05:19 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:05:19.586 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:05:19 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:05:19.842 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:19 smithi174 systemd[1]: Stopping Ceph mon.b for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:05:19.842 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:19 smithi174 bash[23471]: debug 2024-04-26T05:05:19.705+0000 7fdba996a700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-26T05:05:19.842 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:19 smithi174 bash[23471]: debug 2024-04-26T05:05:19.705+0000 7fdba996a700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-26T05:05:19.986 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:05:19 smithi102 bash[75186]: [26/Apr/2024:05:05:19] ENGINE Bus STOPPING 2024-04-26T05:05:19.986 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:05:19 smithi102 bash[75186]: [26/Apr/2024:05:05:19] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T05:05:19.986 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:05:19 smithi102 bash[75186]: [26/Apr/2024:05:05:19] ENGINE Bus STOPPED 2024-04-26T05:05:19.986 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:05:19 smithi102 bash[75186]: [26/Apr/2024:05:05:19] ENGINE Bus STARTING 2024-04-26T05:05:19.986 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:05:19 smithi102 bash[75186]: [26/Apr/2024:05:05:19] ENGINE Serving on http://:::9283 2024-04-26T05:05:19.986 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:05:19 smithi102 bash[75186]: [26/Apr/2024:05:05:19] ENGINE Bus STARTED 2024-04-26T05:05:20.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:20 smithi174 bash[69263]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-mon-b 2024-04-26T05:05:20.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:20 smithi174 bash[69322]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-mon-b 2024-04-26T05:05:20.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:20 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mon.b.service: Deactivated successfully. 2024-04-26T05:05:20.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:20 smithi174 systemd[1]: Stopped Ceph mon.b for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:05:20.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:05:20 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:05:20] "GET /metrics HTTP/1.1" 200 33984 "" "Prometheus/2.43.0" 2024-04-26T05:05:21.180 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:05:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:05:21.180 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:05:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:05:21.181 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:05:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:05:21.181 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:05:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:05:21.181 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:05:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:05:21.181 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:05:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:05:21.182 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:05:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:05:21.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:05:21.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:20 smithi174 systemd[1]: Started Ceph mon.b for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:05:21.182 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:05:20 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:05:21.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.741+0000 7f2d80c86c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-04-26T05:05:21.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.741+0000 7f2d80c86c80 0 ceph version 19.0.0-2447-gb22e2ebd (b22e2ebdeb24376882b7bda2a7329c8cccc2276a) squid (dev), process ceph-mon, pid 7 2024-04-26T05:05:21.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.741+0000 7f2d80c86c80 0 pidfile_write: ignore empty --pid-file 2024-04-26T05:05:21.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 0 load: jerasure load: lrc 2024-04-26T05:05:21.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: RocksDB version: 7.9.2 2024-04-26T05:05:21.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Git sha 0 2024-04-26T05:05:21.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Compile date 2024-04-25 16:43:49 2024-04-26T05:05:21.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: DB SUMMARY 2024-04-26T05:05:21.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: DB Session ID: 213N2G7AK2VWYYYOOFIX 2024-04-26T05:05:21.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: CURRENT file: CURRENT 2024-04-26T05:05:21.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: IDENTITY file: IDENTITY 2024-04-26T05:05:21.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: MANIFEST file: MANIFEST-000009 size: 1648 Bytes 2024-04-26T05:05:21.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000036.sst 2024-04-26T05:05:21.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000034.log size: 2199249 ; 2024-04-26T05:05:21.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.error_if_exists: 0 2024-04-26T05:05:21.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.create_if_missing: 0 2024-04-26T05:05:21.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.paranoid_checks: 1 2024-04-26T05:05:21.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-04-26T05:05:21.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-26T05:05:21.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-26T05:05:21.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.env: 0x565330d25c60 2024-04-26T05:05:21.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.fs: PosixFileSystem 2024-04-26T05:05:21.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.info_log: 0x5653334efae0 2024-04-26T05:05:21.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-04-26T05:05:21.932 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.statistics: (nil) 2024-04-26T05:05:21.933 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.use_fsync: 0 2024-04-26T05:05:21.933 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_log_file_size: 0 2024-04-26T05:05:21.933 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-26T05:05:21.933 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-04-26T05:05:21.933 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-04-26T05:05:21.934 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-04-26T05:05:21.934 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.allow_fallocate: 1 2024-04-26T05:05:21.934 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-04-26T05:05:21.934 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-04-26T05:05:21.934 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.use_direct_reads: 0 2024-04-26T05:05:21.934 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-26T05:05:21.934 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.create_missing_column_families: 0 2024-04-26T05:05:21.934 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.db_log_dir: 2024-04-26T05:05:21.934 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.wal_dir: 2024-04-26T05:05:21.934 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-04-26T05:05:21.934 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-04-26T05:05:21.934 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-04-26T05:05:21.934 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-26T05:05:21.934 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-26T05:05:21.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-04-26T05:05:21.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.advise_random_on_open: 1 2024-04-26T05:05:21.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-04-26T05:05:21.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.write_buffer_manager: 0x5653334c2820 2024-04-26T05:05:21.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-26T05:05:21.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-26T05:05:21.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-04-26T05:05:21.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.rate_limiter: (nil) 2024-04-26T05:05:21.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-26T05:05:21.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-04-26T05:05:21.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-04-26T05:05:21.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-04-26T05:05:21.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.unordered_write: 0 2024-04-26T05:05:21.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-26T05:05:21.935 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-26T05:05:21.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-26T05:05:21.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-26T05:05:21.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.row_cache: None 2024-04-26T05:05:21.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.wal_filter: None 2024-04-26T05:05:21.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-26T05:05:21.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-04-26T05:05:21.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.two_write_queues: 0 2024-04-26T05:05:21.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.manual_wal_flush: 0 2024-04-26T05:05:21.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.wal_compression: 0 2024-04-26T05:05:21.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.atomic_flush: 0 2024-04-26T05:05:21.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-26T05:05:21.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-04-26T05:05:21.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-04-26T05:05:21.936 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.log_readahead_size: 0 2024-04-26T05:05:21.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-26T05:05:21.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-04-26T05:05:21.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-26T05:05:21.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-26T05:05:21.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-04-26T05:05:21.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-04-26T05:05:21.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-04-26T05:05:21.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_background_jobs: 2 2024-04-26T05:05:21.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_background_compactions: -1 2024-04-26T05:05:21.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_subcompactions: 1 2024-04-26T05:05:21.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-26T05:05:21.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-26T05:05:21.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-04-26T05:05:21.937 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_total_wal_size: 0 2024-04-26T05:05:21.938 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-26T05:05:21.938 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-04-26T05:05:21.938 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-04-26T05:05:21.938 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-26T05:05:21.938 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_open_files: -1 2024-04-26T05:05:21.938 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.bytes_per_sync: 0 2024-04-26T05:05:21.938 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-04-26T05:05:21.938 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-04-26T05:05:21.938 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-04-26T05:05:21.938 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_background_flushes: -1 2024-04-26T05:05:21.938 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Compression algorithms supported: 2024-04-26T05:05:21.938 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-26T05:05:21.938 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: kZSTD supported: 0 2024-04-26T05:05:21.938 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: kXpressCompression supported: 0 2024-04-26T05:05:21.939 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-04-26T05:05:21.939 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: kZlibCompression supported: 1 2024-04-26T05:05:21.939 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: kSnappyCompression supported: 1 2024-04-26T05:05:21.939 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: kLZ4Compression supported: 1 2024-04-26T05:05:21.939 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: kBZip2Compression supported: 0 2024-04-26T05:05:21.939 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-04-26T05:05:21.939 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-04-26T05:05:21.939 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-04-26T05:05:21.940 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-26T05:05:21.941 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-26T05:05:21.941 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.merge_operator: 2024-04-26T05:05:21.941 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compaction_filter: None 2024-04-26T05:05:21.941 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compaction_filter_factory: None 2024-04-26T05:05:21.941 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-04-26T05:05:21.941 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-04-26T05:05:21.941 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-04-26T05:05:21.941 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5653334efbe0) 2024-04-26T05:05:21.941 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: cache_index_and_filter_blocks: 1 2024-04-26T05:05:21.941 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-26T05:05:21.941 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-26T05:05:21.941 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: pin_top_level_index_and_filter: 1 2024-04-26T05:05:21.941 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: index_type: 0 2024-04-26T05:05:21.942 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: data_block_index_type: 0 2024-04-26T05:05:21.942 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: index_shortening: 1 2024-04-26T05:05:21.942 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: data_block_hash_table_util_ratio: 0.750000 2024-04-26T05:05:21.942 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: checksum: 4 2024-04-26T05:05:21.942 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: no_block_cache: 0 2024-04-26T05:05:21.942 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: block_cache: 0x5653334f1090 2024-04-26T05:05:21.942 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: block_cache_name: BinnedLRUCache 2024-04-26T05:05:21.942 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: block_cache_options: 2024-04-26T05:05:21.942 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: capacity : 536870912 2024-04-26T05:05:21.942 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: num_shard_bits : 4 2024-04-26T05:05:21.942 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: strict_capacity_limit : 0 2024-04-26T05:05:21.942 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: high_pri_pool_ratio: 0.000 2024-04-26T05:05:21.942 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: block_cache_compressed: (nil) 2024-04-26T05:05:21.942 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: persistent_cache: (nil) 2024-04-26T05:05:21.943 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: block_size: 4096 2024-04-26T05:05:21.943 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: block_size_deviation: 10 2024-04-26T05:05:21.943 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: block_restart_interval: 16 2024-04-26T05:05:21.943 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: index_block_restart_interval: 1 2024-04-26T05:05:21.943 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: metadata_block_size: 4096 2024-04-26T05:05:21.943 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: partition_filters: 0 2024-04-26T05:05:21.943 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: use_delta_encoding: 1 2024-04-26T05:05:21.943 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: filter_policy: bloomfilter 2024-04-26T05:05:21.943 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: whole_key_filtering: 1 2024-04-26T05:05:21.943 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: verify_compression: 0 2024-04-26T05:05:21.943 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: read_amp_bytes_per_bit: 0 2024-04-26T05:05:21.943 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: format_version: 5 2024-04-26T05:05:21.943 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: enable_index_compression: 1 2024-04-26T05:05:21.943 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: block_align: 0 2024-04-26T05:05:21.943 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: max_auto_readahead_size: 262144 2024-04-26T05:05:21.943 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: prepopulate_block_cache: 0 2024-04-26T05:05:21.944 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: initial_auto_readahead_size: 8192 2024-04-26T05:05:21.944 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: num_file_reads_for_auto_readahead: 2 2024-04-26T05:05:21.944 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-04-26T05:05:21.944 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-04-26T05:05:21.944 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compression: NoCompression 2024-04-26T05:05:21.944 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-04-26T05:05:21.944 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-04-26T05:05:21.944 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-26T05:05:21.944 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.num_levels: 7 2024-04-26T05:05:21.944 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-26T05:05:21.944 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-26T05:05:21.944 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-26T05:05:21.944 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-26T05:05:21.944 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-26T05:05:21.945 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-26T05:05:21.945 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-26T05:05:21.945 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-26T05:05:21.945 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-26T05:05:21.945 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-26T05:05:21.945 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-26T05:05:21.945 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-26T05:05:21.945 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-04-26T05:05:21.945 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compression_opts.level: 32767 2024-04-26T05:05:21.945 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-04-26T05:05:21.945 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-26T05:05:21.945 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-26T05:05:21.945 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-26T05:05:21.945 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-26T05:05:21.945 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compression_opts.enabled: false 2024-04-26T05:05:21.946 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-26T05:05:21.946 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-26T05:05:21.946 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-26T05:05:21.946 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-26T05:05:21.946 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-04-26T05:05:21.946 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-04-26T05:05:21.946 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-26T05:05:21.946 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-26T05:05:21.946 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-26T05:05:21.946 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-26T05:05:21.946 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-26T05:05:21.946 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-26T05:05:21.946 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-26T05:05:21.946 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-26T05:05:21.947 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-26T05:05:21.947 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-26T05:05:21.947 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-26T05:05:21.947 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-26T05:05:21.947 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-26T05:05:21.947 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.arena_block_size: 1048576 2024-04-26T05:05:21.947 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-26T05:05:21.947 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-26T05:05:21.947 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-04-26T05:05:21.947 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-26T05:05:21.947 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-26T05:05:21.947 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-26T05:05:21.947 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-26T05:05:21.947 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-26T05:05:21.948 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-26T05:05:21.948 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-26T05:05:21.948 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-26T05:05:21.948 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-26T05:05:21.948 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-26T05:05:21.948 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.table_properties_collectors: 2024-04-26T05:05:21.948 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.inplace_update_support: 0 2024-04-26T05:05:21.948 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-04-26T05:05:21.948 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-26T05:05:21.948 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-26T05:05:21.948 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-04-26T05:05:21.948 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.bloom_locality: 0 2024-04-26T05:05:21.948 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.max_successive_merges: 0 2024-04-26T05:05:21.948 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-04-26T05:05:21.948 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-04-26T05:05:21.949 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.force_consistency_checks: 1 2024-04-26T05:05:21.949 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-04-26T05:05:21.949 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.ttl: 2592000 2024-04-26T05:05:21.949 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-04-26T05:05:21.949 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-26T05:05:21.949 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-26T05:05:21.949 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.enable_blob_files: false 2024-04-26T05:05:21.949 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.min_blob_size: 0 2024-04-26T05:05:21.949 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.blob_file_size: 268435456 2024-04-26T05:05:21.949 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-04-26T05:05:21.949 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-04-26T05:05:21.949 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-26T05:05:21.949 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-26T05:05:21.950 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-26T05:05:21.950 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-04-26T05:05:21.950 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d80c86c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-26T05:05:21.950 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.745+0000 7f2d763f7700 3 rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 36.sst 2024-04-26T05:05:21.950 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.749+0000 7f2d80c86c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-26T05:05:21.950 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.749+0000 7f2d80c86c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 38, last_sequence is 18392, log_number is 34,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-26T05:05:21.950 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.749+0000 7f2d80c86c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 34 2024-04-26T05:05:21.950 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.749+0000 7f2d80c86c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 093d6530-4725-45ce-b968-dff7b2a4a833 2024-04-26T05:05:21.950 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.749+0000 7f2d80c86c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1714107921749802, "job": 1, "event": "recovery_started", "wal_files": [34]} 2024-04-26T05:05:21.950 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.749+0000 7f2d80c86c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #34 mode 2 2024-04-26T05:05:21.950 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.753+0000 7f2d80c86c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1714107921757415, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 39, "file_size": 1348709, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 18397, "largest_seqno": 19706, "table_properties": {"data_size": 1342826, "index_size": 3524, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1349, "raw_key_size": 11901, "raw_average_key_size": 22, "raw_value_size": 1331603, "raw_average_value_size": 2565, "num_data_blocks": 160, "num_entries": 519, "num_filter_entries": 519, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1714107921, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "093d6530-4725-45ce-b968-dff7b2a4a833", "db_session_id": "213N2G7AK2VWYYYOOFIX", "orig_file_number": 39, "seqno_to_time_mapping": "N/A"}} 2024-04-26T05:05:21.950 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.753+0000 7f2d80c86c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1714107921757536, "job": 1, "event": "recovery_finished"} 2024-04-26T05:05:21.950 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.757+0000 7f2d80c86c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 41 2024-04-26T05:05:21.950 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.757+0000 7f2d80c86c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-26T05:05:21.951 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.757+0000 7f2d80c86c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000034.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-26T05:05:21.951 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.757+0000 7f2d80c86c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5653335e6000 2024-04-26T05:05:21.951 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.757+0000 7f2d80c86c80 4 rocksdb: DB pointer 0x5653335d0000 2024-04-26T05:05:21.951 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.757+0000 7f2d6f3e9700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-26T05:05:21.951 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.757+0000 7f2d6f3e9700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-26T05:05:21.951 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: ** DB Stats ** 2024-04-26T05:05:21.951 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T05:05:21.951 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-26T05:05:21.951 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T05:05:21.951 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T05:05:21.951 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-26T05:05:21.951 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-26T05:05:21.951 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-26T05:05:21.951 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: ** Compaction Stats [default] ** 2024-04-26T05:05:21.951 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T05:05:21.952 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-26T05:05:21.952 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: L0 1/0 1.29 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 390.5 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-26T05:05:21.952 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: L6 1/0 8.27 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-26T05:05:21.952 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: Sum 2/0 9.56 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 390.5 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-26T05:05:21.952 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 390.5 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-26T05:05:21.952 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: ** Compaction Stats [default] ** 2024-04-26T05:05:21.952 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-26T05:05:21.952 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-26T05:05:21.952 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 390.5 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-26T05:05:21.952 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-26T05:05:21.953 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: Uptime(secs): 0.0 total, 0.0 interval 2024-04-26T05:05:21.953 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: Flush(GB): cumulative 0.001, interval 0.001 2024-04-26T05:05:21.953 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-26T05:05:21.953 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: AddFile(Total Files): cumulative 0, interval 0 2024-04-26T05:05:21.953 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: AddFile(L0 Files): cumulative 0, interval 0 2024-04-26T05:05:21.953 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: AddFile(Keys): cumulative 0, interval 0 2024-04-26T05:05:21.953 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: Cumulative compaction: 0.00 GB write, 105.71 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T05:05:21.953 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: Interval compaction: 0.00 GB write, 105.71 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-26T05:05:21.953 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-26T05:05:21.953 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: Block cache BinnedLRUCache@0x5653334f1090#7 capacity: 512.00 MB usage: 5.48 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.4e-05 secs_since: 0 2024-04-26T05:05:21.953 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: Block cache entry stats(count,size,portion): FilterBlock(1,1.41 KB,0.000268221%) IndexBlock(1,4.08 KB,0.000777841%) Misc(1,0.00 KB,0%) 2024-04-26T05:05:21.953 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: ** File Read Latency Histogram By Level [default] ** 2024-04-26T05:05:21.953 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.757+0000 7f2d80c86c80 0 starting mon.b rank 1 at public addrs [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] at bind addrs [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T05:05:21.953 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.761+0000 7f2d80c86c80 1 mon.b@-1(???) e3 preinit fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T05:05:21.953 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.761+0000 7f2d80c86c80 0 mon.b@-1(???).mds e9 new map 2024-04-26T05:05:21.954 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.761+0000 7f2d80c86c80 0 mon.b@-1(???).mds e9 print_map 2024-04-26T05:05:21.954 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: e9 2024-04-26T05:05:21.954 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: enable_multiple, ever_enabled_multiple: 1,1 2024-04-26T05:05:21.954 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-26T05:05:21.954 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: legacy client fscid: 1 2024-04-26T05:05:21.954 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: 2024-04-26T05:05:21.954 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: Filesystem 'foo' (1) 2024-04-26T05:05:21.954 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: fs_name foo 2024-04-26T05:05:21.954 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: epoch 9 2024-04-26T05:05:21.954 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-26T05:05:21.954 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: created 2024-04-26T04:56:46.417033+0000 2024-04-26T05:05:21.954 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: modified 2024-04-26T04:56:55.567131+0000 2024-04-26T05:05:21.954 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: tableserver 0 2024-04-26T05:05:21.954 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: root 0 2024-04-26T05:05:21.955 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: session_timeout 60 2024-04-26T05:05:21.955 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: session_autoclose 300 2024-04-26T05:05:21.955 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: max_file_size 1099511627776 2024-04-26T05:05:21.955 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: max_xattr_size 65536 2024-04-26T05:05:21.955 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: required_client_features {} 2024-04-26T05:05:21.955 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: last_failure 0 2024-04-26T05:05:21.955 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: last_failure_osd_epoch 70 2024-04-26T05:05:21.955 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-26T05:05:21.955 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: max_mds 1 2024-04-26T05:05:21.955 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: in 0 2024-04-26T05:05:21.955 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: up {0=24388} 2024-04-26T05:05:21.955 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: failed 2024-04-26T05:05:21.955 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: damaged 2024-04-26T05:05:21.955 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: stopped 2024-04-26T05:05:21.955 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: data_pools [4] 2024-04-26T05:05:21.955 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: metadata_pool 3 2024-04-26T05:05:21.956 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: inline_data disabled 2024-04-26T05:05:21.956 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: balancer 2024-04-26T05:05:21.956 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: bal_rank_mask -1 2024-04-26T05:05:21.956 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: standby_count_wanted 1 2024-04-26T05:05:21.956 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: qdb_cluster leader: 0 members: 2024-04-26T05:05:21.956 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: [mds.foo.smithi174.idmghd{0:24388} state up:active seq 4 join_fscid=1 addr [v2:172.21.15.174:6832/2270121245,v1:172.21.15.174:6833/2270121245] compat {c=[1],r=[1],i=[7ff]}] 2024-04-26T05:05:21.956 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: 2024-04-26T05:05:21.956 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: 2024-04-26T05:05:21.956 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: Standby daemons: 2024-04-26T05:05:21.956 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: 2024-04-26T05:05:21.956 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: [mds.foo.smithi102.iafhgp{-1:24479} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.102:6834/3938482808,v1:172.21.15.102:6835/3938482808] compat {c=[1],r=[1],i=[7ff]}] 2024-04-26T05:05:21.956 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.761+0000 7f2d80c86c80 0 mon.b@-1(???).osd e92 crush map has features 3314933000854323200, adjusting msgr requires 2024-04-26T05:05:21.956 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.761+0000 7f2d80c86c80 0 mon.b@-1(???).osd e92 crush map has features 432629239337189376, adjusting msgr requires 2024-04-26T05:05:21.956 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.761+0000 7f2d80c86c80 0 mon.b@-1(???).osd e92 crush map has features 432629239337189376, adjusting msgr requires 2024-04-26T05:05:21.956 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.761+0000 7f2d80c86c80 0 mon.b@-1(???).osd e92 crush map has features 432629239337189376, adjusting msgr requires 2024-04-26T05:05:21.957 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:21 smithi174 bash[69379]: debug 2024-04-26T05:05:21.761+0000 7f2d80c86c80 1 mon.b@-1(???).paxosservice(auth 1..23) refresh upgraded, format 0 -> 3 2024-04-26T05:05:23.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:22 smithi174 bash[69379]: cluster 2024-04-26T05:05:18.748281+0000 mgr.y (mgr.25910) 93 : cluster 0 pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:23.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:22 smithi174 bash[69379]: audit 2024-04-26T05:05:19.723698+0000 mon.c (mon.2) 2 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T05:05:23.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:22 smithi174 bash[69379]: audit 2024-04-26T05:05:19.724658+0000 mon.c (mon.2) 3 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T05:05:23.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:22 smithi174 bash[69379]: audit 2024-04-26T05:05:19.725457+0000 mon.c (mon.2) 4 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T05:05:23.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:22 smithi102 bash[84717]: cluster 2024-04-26T05:05:18.748281+0000 mgr.y (mgr.25910) 93 : cluster 0 pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:23.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:22 smithi102 bash[84717]: audit 2024-04-26T05:05:19.723698+0000 mon.c (mon.2) 2 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T05:05:23.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:22 smithi102 bash[84717]: audit 2024-04-26T05:05:19.724658+0000 mon.c (mon.2) 3 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T05:05:23.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:22 smithi102 bash[84717]: audit 2024-04-26T05:05:19.725457+0000 mon.c (mon.2) 4 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T05:05:23.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:22 smithi102 bash[82287]: cluster 2024-04-26T05:05:18.748281+0000 mgr.y (mgr.25910) 93 : cluster 0 pgmap v71: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:23.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:22 smithi102 bash[82287]: audit 2024-04-26T05:05:19.723698+0000 mon.c (mon.2) 2 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T05:05:23.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:22 smithi102 bash[82287]: audit 2024-04-26T05:05:19.724658+0000 mon.c (mon.2) 3 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T05:05:23.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:22 smithi102 bash[82287]: audit 2024-04-26T05:05:19.725457+0000 mon.c (mon.2) 4 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T05:05:23.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:22 smithi102 bash[82287]: debug 2024-04-26T05:05:22.892+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1 failed cephadm daemon(s); 8 osds(s) are not reachable 2024-04-26T05:05:23.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:22 smithi102 bash[82287]: debug 2024-04-26T05:05:22.892+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T05:05:23.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:22 smithi102 bash[82287]: debug 2024-04-26T05:05:22.892+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : daemon grafana.a on smithi174 is in error state 2024-04-26T05:05:23.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:22 smithi102 bash[82287]: debug 2024-04-26T05:05:22.892+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-26T05:05:23.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:22 smithi102 bash[82287]: debug 2024-04-26T05:05:22.892+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:23.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:22 smithi102 bash[82287]: debug 2024-04-26T05:05:22.892+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:23.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:22 smithi102 bash[82287]: debug 2024-04-26T05:05:22.892+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:23.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:22 smithi102 bash[82287]: debug 2024-04-26T05:05:22.892+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:23.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:22 smithi102 bash[82287]: debug 2024-04-26T05:05:22.892+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:23.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:22 smithi102 bash[82287]: debug 2024-04-26T05:05:22.892+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:23.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:22 smithi102 bash[82287]: debug 2024-04-26T05:05:22.892+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:23.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:22 smithi102 bash[82287]: debug 2024-04-26T05:05:22.892+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:27.202 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:05:26 smithi102 bash[75186]: debug 2024-04-26T05:05:26.768+0000 7f0fb1f2a700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-26T05:05:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:22.910192+0000 mon.b (mon.1) 2 : cluster 1 mon.b calling monitor election 2024-04-26T05:05:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:22.912164+0000 mon.a (mon.0) 158 : cluster 1 mon.a calling monitor election 2024-04-26T05:05:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.929973+0000 mon.a (mon.0) 159 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-26T05:05:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.936632+0000 mon.a (mon.0) 160 : cluster 0 monmap epoch 4 2024-04-26T05:05:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.936672+0000 mon.a (mon.0) 161 : cluster 0 fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T05:05:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.936695+0000 mon.a (mon.0) 162 : cluster 0 last_changed 2024-04-26T05:05:22.875531+0000 2024-04-26T05:05:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.936715+0000 mon.a (mon.0) 163 : cluster 0 created 2024-04-26T04:43:57.159925+0000 2024-04-26T05:05:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.936732+0000 mon.a (mon.0) 164 : cluster 0 min_mon_release 19 (squid) 2024-04-26T05:05:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.936756+0000 mon.a (mon.0) 165 : cluster 0 election_strategy: 1 2024-04-26T05:05:28.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.936779+0000 mon.a (mon.0) 166 : cluster 0 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-26T05:05:28.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.936804+0000 mon.a (mon.0) 167 : cluster 0 1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-04-26T05:05:28.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.936830+0000 mon.a (mon.0) 168 : cluster 0 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-26T05:05:28.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.937919+0000 mon.a (mon.0) 169 : cluster 0 fsmap foo:1 {0=foo.smithi174.idmghd=up:active} 1 up:standby 2024-04-26T05:05:28.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.937980+0000 mon.a (mon.0) 170 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-26T05:05:28.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.938625+0000 mon.a (mon.0) 171 : cluster 0 mgrmap e38: y(active, since 2m), standbys: x 2024-04-26T05:05:28.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.938963+0000 mon.a (mon.0) 172 : cluster 3 Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-04-26T05:05:28.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.957797+0000 mon.a (mon.0) 173 : cluster 4 Health detail: HEALTH_ERR 1 failed cephadm daemon(s); 1/3 mons down, quorum a,b; 8 osds(s) are not reachable 2024-04-26T05:05:28.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.957836+0000 mon.a (mon.0) 174 : cluster 4 [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T05:05:28.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.957863+0000 mon.a (mon.0) 175 : cluster 4 daemon grafana.a on smithi174 is in error state 2024-04-26T05:05:28.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.957887+0000 mon.a (mon.0) 176 : cluster 4 [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-04-26T05:05:28.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.957905+0000 mon.a (mon.0) 177 : cluster 4 mon.c (rank 2) addr [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] is down (out of quorum) 2024-04-26T05:05:28.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.957943+0000 mon.a (mon.0) 178 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-26T05:05:28.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.958003+0000 mon.a (mon.0) 179 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.958026+0000 mon.a (mon.0) 180 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.958060+0000 mon.a (mon.0) 181 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.958098+0000 mon.a (mon.0) 182 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.958125+0000 mon.a (mon.0) 183 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.958158+0000 mon.a (mon.0) 184 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.958206+0000 mon.a (mon.0) 185 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:27 smithi174 bash[69379]: cluster 2024-04-26T05:05:27.958249+0000 mon.a (mon.0) 186 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: debug 2024-04-26T05:05:27.956+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1 failed cephadm daemon(s); 1/3 mons down, quorum a,b; 8 osds(s) are not reachable 2024-04-26T05:05:28.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: debug 2024-04-26T05:05:27.956+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T05:05:28.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: debug 2024-04-26T05:05:27.956+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : daemon grafana.a on smithi174 is in error state 2024-04-26T05:05:28.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: debug 2024-04-26T05:05:27.956+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-04-26T05:05:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: debug 2024-04-26T05:05:27.956+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : mon.c (rank 2) addr [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] is down (out of quorum) 2024-04-26T05:05:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: debug 2024-04-26T05:05:27.956+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-26T05:05:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: debug 2024-04-26T05:05:27.956+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: debug 2024-04-26T05:05:27.956+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: debug 2024-04-26T05:05:27.956+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: debug 2024-04-26T05:05:27.956+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: debug 2024-04-26T05:05:27.956+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: debug 2024-04-26T05:05:27.956+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: debug 2024-04-26T05:05:27.956+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: debug 2024-04-26T05:05:27.956+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:22.910192+0000 mon.b (mon.1) 2 : cluster 1 mon.b calling monitor election 2024-04-26T05:05:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:22.912164+0000 mon.a (mon.0) 158 : cluster 1 mon.a calling monitor election 2024-04-26T05:05:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.929973+0000 mon.a (mon.0) 159 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-26T05:05:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.936632+0000 mon.a (mon.0) 160 : cluster 0 monmap epoch 4 2024-04-26T05:05:28.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.936672+0000 mon.a (mon.0) 161 : cluster 0 fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T05:05:28.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.936695+0000 mon.a (mon.0) 162 : cluster 0 last_changed 2024-04-26T05:05:22.875531+0000 2024-04-26T05:05:28.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.936715+0000 mon.a (mon.0) 163 : cluster 0 created 2024-04-26T04:43:57.159925+0000 2024-04-26T05:05:28.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.936732+0000 mon.a (mon.0) 164 : cluster 0 min_mon_release 19 (squid) 2024-04-26T05:05:28.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.936756+0000 mon.a (mon.0) 165 : cluster 0 election_strategy: 1 2024-04-26T05:05:28.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.936779+0000 mon.a (mon.0) 166 : cluster 0 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-26T05:05:28.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.936804+0000 mon.a (mon.0) 167 : cluster 0 1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-04-26T05:05:28.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.936830+0000 mon.a (mon.0) 168 : cluster 0 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-26T05:05:28.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.937919+0000 mon.a (mon.0) 169 : cluster 0 fsmap foo:1 {0=foo.smithi174.idmghd=up:active} 1 up:standby 2024-04-26T05:05:28.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.937980+0000 mon.a (mon.0) 170 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-26T05:05:28.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.938625+0000 mon.a (mon.0) 171 : cluster 0 mgrmap e38: y(active, since 2m), standbys: x 2024-04-26T05:05:28.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.938963+0000 mon.a (mon.0) 172 : cluster 3 Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-04-26T05:05:28.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.957797+0000 mon.a (mon.0) 173 : cluster 4 Health detail: HEALTH_ERR 1 failed cephadm daemon(s); 1/3 mons down, quorum a,b; 8 osds(s) are not reachable 2024-04-26T05:05:28.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.957836+0000 mon.a (mon.0) 174 : cluster 4 [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T05:05:28.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.957863+0000 mon.a (mon.0) 175 : cluster 4 daemon grafana.a on smithi174 is in error state 2024-04-26T05:05:28.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.957887+0000 mon.a (mon.0) 176 : cluster 4 [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-04-26T05:05:28.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.957905+0000 mon.a (mon.0) 177 : cluster 4 mon.c (rank 2) addr [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] is down (out of quorum) 2024-04-26T05:05:28.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.957943+0000 mon.a (mon.0) 178 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-26T05:05:28.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.958003+0000 mon.a (mon.0) 179 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.958026+0000 mon.a (mon.0) 180 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.958060+0000 mon.a (mon.0) 181 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.958098+0000 mon.a (mon.0) 182 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.456 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.958125+0000 mon.a (mon.0) 183 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.457 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.958158+0000 mon.a (mon.0) 184 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.457 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.958206+0000 mon.a (mon.0) 185 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.457 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:27 smithi102 bash[82287]: cluster 2024-04-26T05:05:27.958249+0000 mon.a (mon.0) 186 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:28.930 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:05:28 smithi174 bash[61678]: ts=2024-04-26T05:05:28.662Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi102:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:05:29.265 INFO:teuthology.orchestra.run.smithi102.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:05:29.484 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: debug 2024-04-26T05:05:29.252+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1 failed cephadm daemon(s); 8 osds(s) are not reachable 2024-04-26T05:05:29.485 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: debug 2024-04-26T05:05:29.252+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T05:05:29.485 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: debug 2024-04-26T05:05:29.252+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : daemon grafana.a on smithi174 is in error state 2024-04-26T05:05:29.485 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: debug 2024-04-26T05:05:29.252+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-26T05:05:29.485 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: debug 2024-04-26T05:05:29.252+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.485 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: debug 2024-04-26T05:05:29.252+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.485 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: debug 2024-04-26T05:05:29.252+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.485 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: debug 2024-04-26T05:05:29.252+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.485 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: debug 2024-04-26T05:05:29.252+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.485 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: debug 2024-04-26T05:05:29.252+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.485 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: debug 2024-04-26T05:05:29.252+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.485 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: debug 2024-04-26T05:05:29.252+0000 7fc1966ac700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.485 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: audit 2024-04-26T05:05:22.142231+0000 mgr.y (mgr.25910) 95 : audit 0 from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:05:29.485 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cephadm 2024-04-26T05:05:22.142805+0000 mgr.y (mgr.25910) 96 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:05:29.486 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:22.750077+0000 mgr.y (mgr.25910) 97 : cluster 0 pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:29.486 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: audit 2024-04-26T05:05:22.913821+0000 mon.c (mon.2) 5 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T05:05:29.486 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: audit 2024-04-26T05:05:22.914135+0000 mon.c (mon.2) 6 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T05:05:29.486 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: audit 2024-04-26T05:05:22.914442+0000 mon.c (mon.2) 7 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T05:05:29.486 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:22.929927+0000 mon.c (mon.2) 8 : cluster 1 mon.c calling monitor election 2024-04-26T05:05:29.486 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:22.910192+0000 mon.b (mon.1) 2 : cluster 1 mon.b calling monitor election 2024-04-26T05:05:29.486 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:22.912164+0000 mon.a (mon.0) 158 : cluster 1 mon.a calling monitor election 2024-04-26T05:05:29.486 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.929973+0000 mon.a (mon.0) 159 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-26T05:05:29.487 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.936632+0000 mon.a (mon.0) 160 : cluster 0 monmap epoch 4 2024-04-26T05:05:29.487 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.936672+0000 mon.a (mon.0) 161 : cluster 0 fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T05:05:29.487 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.936695+0000 mon.a (mon.0) 162 : cluster 0 last_changed 2024-04-26T05:05:22.875531+0000 2024-04-26T05:05:29.487 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.936715+0000 mon.a (mon.0) 163 : cluster 0 created 2024-04-26T04:43:57.159925+0000 2024-04-26T05:05:29.487 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.936732+0000 mon.a (mon.0) 164 : cluster 0 min_mon_release 19 (squid) 2024-04-26T05:05:29.487 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.936756+0000 mon.a (mon.0) 165 : cluster 0 election_strategy: 1 2024-04-26T05:05:29.487 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.936779+0000 mon.a (mon.0) 166 : cluster 0 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-26T05:05:29.487 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.936804+0000 mon.a (mon.0) 167 : cluster 0 1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-04-26T05:05:29.487 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.936830+0000 mon.a (mon.0) 168 : cluster 0 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-26T05:05:29.487 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.937919+0000 mon.a (mon.0) 169 : cluster 0 fsmap foo:1 {0=foo.smithi174.idmghd=up:active} 1 up:standby 2024-04-26T05:05:29.487 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.937980+0000 mon.a (mon.0) 170 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-26T05:05:29.487 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.938625+0000 mon.a (mon.0) 171 : cluster 0 mgrmap e38: y(active, since 2m), standbys: x 2024-04-26T05:05:29.487 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.938963+0000 mon.a (mon.0) 172 : cluster 3 Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-04-26T05:05:29.487 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.957797+0000 mon.a (mon.0) 173 : cluster 4 Health detail: HEALTH_ERR 1 failed cephadm daemon(s); 1/3 mons down, quorum a,b; 8 osds(s) are not reachable 2024-04-26T05:05:29.488 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.957836+0000 mon.a (mon.0) 174 : cluster 4 [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T05:05:29.488 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.957863+0000 mon.a (mon.0) 175 : cluster 4 daemon grafana.a on smithi174 is in error state 2024-04-26T05:05:29.488 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.957887+0000 mon.a (mon.0) 176 : cluster 4 [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-04-26T05:05:29.488 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.957905+0000 mon.a (mon.0) 177 : cluster 4 mon.c (rank 2) addr [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] is down (out of quorum) 2024-04-26T05:05:29.488 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.957943+0000 mon.a (mon.0) 178 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-26T05:05:29.488 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.958003+0000 mon.a (mon.0) 179 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.488 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.958026+0000 mon.a (mon.0) 180 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.488 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:24.751285+0000 mgr.y (mgr.25910) 98 : cluster 0 pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:29.488 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:26.751927+0000 mgr.y (mgr.25910) 99 : cluster 0 pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:29.488 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:28.752560+0000 mgr.y (mgr.25910) 100 : cluster 0 pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:29.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.182328+0000 mon.b (mon.1) 3 : cluster 1 mon.b calling monitor election 2024-04-26T05:05:29.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.184364+0000 mon.a (mon.0) 187 : cluster 1 mon.a calling monitor election 2024-04-26T05:05:29.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.222530+0000 mon.a (mon.0) 188 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-26T05:05:29.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.232614+0000 mon.a (mon.0) 189 : cluster 0 monmap epoch 4 2024-04-26T05:05:29.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.232674+0000 mon.a (mon.0) 190 : cluster 0 fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T05:05:29.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.232721+0000 mon.a (mon.0) 191 : cluster 0 last_changed 2024-04-26T05:05:22.875531+0000 2024-04-26T05:05:29.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.232764+0000 mon.a (mon.0) 192 : cluster 0 created 2024-04-26T04:43:57.159925+0000 2024-04-26T05:05:29.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.232803+0000 mon.a (mon.0) 193 : cluster 0 min_mon_release 19 (squid) 2024-04-26T05:05:29.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.232875+0000 mon.a (mon.0) 194 : cluster 0 election_strategy: 1 2024-04-26T05:05:29.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.232918+0000 mon.a (mon.0) 195 : cluster 0 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-26T05:05:29.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.232963+0000 mon.a (mon.0) 196 : cluster 0 1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-04-26T05:05:29.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.233002+0000 mon.a (mon.0) 197 : cluster 0 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-26T05:05:29.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.234574+0000 mon.a (mon.0) 198 : cluster 0 fsmap foo:1 {0=foo.smithi174.idmghd=up:active} 1 up:standby 2024-04-26T05:05:29.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.234665+0000 mon.a (mon.0) 199 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-26T05:05:29.490 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.235621+0000 mon.a (mon.0) 200 : cluster 0 mgrmap e38: y(active, since 2m), standbys: x 2024-04-26T05:05:29.490 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.236084+0000 mon.a (mon.0) 201 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-26T05:05:29.490 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.253120+0000 mon.a (mon.0) 202 : cluster 4 Health detail: HEALTH_ERR 1 failed cephadm daemon(s); 8 osds(s) are not reachable 2024-04-26T05:05:29.490 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.253163+0000 mon.a (mon.0) 203 : cluster 4 [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T05:05:29.490 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.253195+0000 mon.a (mon.0) 204 : cluster 4 daemon grafana.a on smithi174 is in error state 2024-04-26T05:05:29.490 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.253245+0000 mon.a (mon.0) 205 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-26T05:05:29.490 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.253290+0000 mon.a (mon.0) 206 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.490 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.253356+0000 mon.a (mon.0) 207 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.490 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.958060+0000 mon.a (mon.0) 181 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.490 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.958098+0000 mon.a (mon.0) 182 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.958125+0000 mon.a (mon.0) 183 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.958158+0000 mon.a (mon.0) 184 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.958206+0000 mon.a (mon.0) 185 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:27.958249+0000 mon.a (mon.0) 186 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: audit 2024-04-26T05:05:22.142231+0000 mgr.y (mgr.25910) 95 : audit 0 from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:05:29.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cephadm 2024-04-26T05:05:22.142805+0000 mgr.y (mgr.25910) 96 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:05:29.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:22.750077+0000 mgr.y (mgr.25910) 97 : cluster 0 pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:29.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: audit 2024-04-26T05:05:22.913821+0000 mon.c (mon.2) 5 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T05:05:29.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: audit 2024-04-26T05:05:22.914135+0000 mon.c (mon.2) 6 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T05:05:29.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: audit 2024-04-26T05:05:22.914442+0000 mon.c (mon.2) 7 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T05:05:29.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:22.929927+0000 mon.c (mon.2) 8 : cluster 1 mon.c calling monitor election 2024-04-26T05:05:29.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:24.751285+0000 mgr.y (mgr.25910) 98 : cluster 0 pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:29.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:26.751927+0000 mgr.y (mgr.25910) 99 : cluster 0 pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:29.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:28.752560+0000 mgr.y (mgr.25910) 100 : cluster 0 pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:29.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.182328+0000 mon.b (mon.1) 3 : cluster 1 mon.b calling monitor election 2024-04-26T05:05:29.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.184364+0000 mon.a (mon.0) 187 : cluster 1 mon.a calling monitor election 2024-04-26T05:05:29.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.222530+0000 mon.a (mon.0) 188 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-26T05:05:29.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.232614+0000 mon.a (mon.0) 189 : cluster 0 monmap epoch 4 2024-04-26T05:05:29.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.232674+0000 mon.a (mon.0) 190 : cluster 0 fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T05:05:29.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.232721+0000 mon.a (mon.0) 191 : cluster 0 last_changed 2024-04-26T05:05:22.875531+0000 2024-04-26T05:05:29.492 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.253395+0000 mon.a (mon.0) 208 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.493 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.253435+0000 mon.a (mon.0) 209 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.493 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.253466+0000 mon.a (mon.0) 210 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.493 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.253565+0000 mon.a (mon.0) 211 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.493 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.253615+0000 mon.a (mon.0) 212 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.493 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: cluster 2024-04-26T05:05:29.253693+0000 mon.a (mon.0) 213 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.493 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: audit 2024-04-26T05:05:29.259674+0000 mon.a (mon.0) 214 : audit 1 from='mgr.25910 ' entity='' 2024-04-26T05:05:29.493 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: audit 2024-04-26T05:05:29.266210+0000 mon.a (mon.0) 215 : audit 1 from='mgr.25910 ' entity='' 2024-04-26T05:05:29.493 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[82287]: audit 2024-04-26T05:05:29.276057+0000 mon.a (mon.0) 216 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:29.493 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.232764+0000 mon.a (mon.0) 192 : cluster 0 created 2024-04-26T04:43:57.159925+0000 2024-04-26T05:05:29.494 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.232803+0000 mon.a (mon.0) 193 : cluster 0 min_mon_release 19 (squid) 2024-04-26T05:05:29.494 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.232875+0000 mon.a (mon.0) 194 : cluster 0 election_strategy: 1 2024-04-26T05:05:29.494 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.232918+0000 mon.a (mon.0) 195 : cluster 0 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-26T05:05:29.494 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.232963+0000 mon.a (mon.0) 196 : cluster 0 1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-04-26T05:05:29.494 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.233002+0000 mon.a (mon.0) 197 : cluster 0 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-26T05:05:29.494 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.234574+0000 mon.a (mon.0) 198 : cluster 0 fsmap foo:1 {0=foo.smithi174.idmghd=up:active} 1 up:standby 2024-04-26T05:05:29.494 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.234665+0000 mon.a (mon.0) 199 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-26T05:05:29.494 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.235621+0000 mon.a (mon.0) 200 : cluster 0 mgrmap e38: y(active, since 2m), standbys: x 2024-04-26T05:05:29.494 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.236084+0000 mon.a (mon.0) 201 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-26T05:05:29.494 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.253120+0000 mon.a (mon.0) 202 : cluster 4 Health detail: HEALTH_ERR 1 failed cephadm daemon(s); 8 osds(s) are not reachable 2024-04-26T05:05:29.494 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.253163+0000 mon.a (mon.0) 203 : cluster 4 [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T05:05:29.494 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.253195+0000 mon.a (mon.0) 204 : cluster 4 daemon grafana.a on smithi174 is in error state 2024-04-26T05:05:29.494 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.253245+0000 mon.a (mon.0) 205 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-26T05:05:29.495 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.253290+0000 mon.a (mon.0) 206 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.495 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.253356+0000 mon.a (mon.0) 207 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.495 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.253395+0000 mon.a (mon.0) 208 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.495 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.253435+0000 mon.a (mon.0) 209 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.495 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.253466+0000 mon.a (mon.0) 210 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.495 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.253565+0000 mon.a (mon.0) 211 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.495 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.253615+0000 mon.a (mon.0) 212 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.495 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: cluster 2024-04-26T05:05:29.253693+0000 mon.a (mon.0) 213 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.495 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: audit 2024-04-26T05:05:29.259674+0000 mon.a (mon.0) 214 : audit 1 from='mgr.25910 ' entity='' 2024-04-26T05:05:29.495 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: audit 2024-04-26T05:05:29.266210+0000 mon.a (mon.0) 215 : audit 1 from='mgr.25910 ' entity='' 2024-04-26T05:05:29.495 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:29 smithi102 bash[84717]: audit 2024-04-26T05:05:29.276057+0000 mon.a (mon.0) 216 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:29.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: audit 2024-04-26T05:05:22.142231+0000 mgr.y (mgr.25910) 95 : audit 0 from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:05:29.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cephadm 2024-04-26T05:05:22.142805+0000 mgr.y (mgr.25910) 96 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:05:29.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:22.750077+0000 mgr.y (mgr.25910) 97 : cluster 0 pgmap v73: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:29.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: audit 2024-04-26T05:05:22.913821+0000 mon.c (mon.2) 5 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-26T05:05:29.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: audit 2024-04-26T05:05:22.914135+0000 mon.c (mon.2) 6 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-26T05:05:29.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: audit 2024-04-26T05:05:22.914442+0000 mon.c (mon.2) 7 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-26T05:05:29.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:22.929927+0000 mon.c (mon.2) 8 : cluster 1 mon.c calling monitor election 2024-04-26T05:05:29.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:24.751285+0000 mgr.y (mgr.25910) 98 : cluster 0 pgmap v74: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:29.682 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:26.751927+0000 mgr.y (mgr.25910) 99 : cluster 0 pgmap v75: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:29.682 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:28.752560+0000 mgr.y (mgr.25910) 100 : cluster 0 pgmap v76: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:29.682 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.182328+0000 mon.b (mon.1) 3 : cluster 1 mon.b calling monitor election 2024-04-26T05:05:29.682 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.184364+0000 mon.a (mon.0) 187 : cluster 1 mon.a calling monitor election 2024-04-26T05:05:29.682 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.222530+0000 mon.a (mon.0) 188 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-26T05:05:29.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.232614+0000 mon.a (mon.0) 189 : cluster 0 monmap epoch 4 2024-04-26T05:05:29.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.232674+0000 mon.a (mon.0) 190 : cluster 0 fsid 5615ffaa-0387-11ef-bc93-c7b262605968 2024-04-26T05:05:29.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.232721+0000 mon.a (mon.0) 191 : cluster 0 last_changed 2024-04-26T05:05:22.875531+0000 2024-04-26T05:05:29.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.232764+0000 mon.a (mon.0) 192 : cluster 0 created 2024-04-26T04:43:57.159925+0000 2024-04-26T05:05:29.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.232803+0000 mon.a (mon.0) 193 : cluster 0 min_mon_release 19 (squid) 2024-04-26T05:05:29.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.232875+0000 mon.a (mon.0) 194 : cluster 0 election_strategy: 1 2024-04-26T05:05:29.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.232918+0000 mon.a (mon.0) 195 : cluster 0 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-26T05:05:29.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.232963+0000 mon.a (mon.0) 196 : cluster 0 1: [v2:172.21.15.174:3300/0,v1:172.21.15.174:6789/0] mon.b 2024-04-26T05:05:29.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.233002+0000 mon.a (mon.0) 197 : cluster 0 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-26T05:05:29.683 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.234574+0000 mon.a (mon.0) 198 : cluster 0 fsmap foo:1 {0=foo.smithi174.idmghd=up:active} 1 up:standby 2024-04-26T05:05:29.684 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.234665+0000 mon.a (mon.0) 199 : cluster 0 osdmap e92: 8 total, 8 up, 8 in 2024-04-26T05:05:29.684 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.235621+0000 mon.a (mon.0) 200 : cluster 0 mgrmap e38: y(active, since 2m), standbys: x 2024-04-26T05:05:29.684 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.236084+0000 mon.a (mon.0) 201 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-26T05:05:29.684 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.253120+0000 mon.a (mon.0) 202 : cluster 4 Health detail: HEALTH_ERR 1 failed cephadm daemon(s); 8 osds(s) are not reachable 2024-04-26T05:05:29.684 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.253163+0000 mon.a (mon.0) 203 : cluster 4 [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-26T05:05:29.684 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.253195+0000 mon.a (mon.0) 204 : cluster 4 daemon grafana.a on smithi174 is in error state 2024-04-26T05:05:29.684 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.253245+0000 mon.a (mon.0) 205 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-04-26T05:05:29.684 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.253290+0000 mon.a (mon.0) 206 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.684 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.253356+0000 mon.a (mon.0) 207 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.684 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.253395+0000 mon.a (mon.0) 208 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.684 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.253435+0000 mon.a (mon.0) 209 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.684 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.253466+0000 mon.a (mon.0) 210 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.684 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.253565+0000 mon.a (mon.0) 211 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.685 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.253615+0000 mon.a (mon.0) 212 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.685 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: cluster 2024-04-26T05:05:29.253693+0000 mon.a (mon.0) 213 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-04-26T05:05:29.685 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: audit 2024-04-26T05:05:29.259674+0000 mon.a (mon.0) 214 : audit 1 from='mgr.25910 ' entity='' 2024-04-26T05:05:29.685 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: audit 2024-04-26T05:05:29.266210+0000 mon.a (mon.0) 215 : audit 1 from='mgr.25910 ' entity='' 2024-04-26T05:05:29.685 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:29 smithi174 bash[69379]: audit 2024-04-26T05:05:29.276057+0000 mon.a (mon.0) 216 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:30.264 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'sleep 60' 2024-04-26T05:05:30.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:30 smithi174 bash[69379]: audit 2024-04-26T05:05:29.286168+0000 mon.c (mon.2) 9 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:05:30.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:30 smithi174 bash[69379]: audit 2024-04-26T05:05:29.761760+0000 mon.a (mon.0) 217 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:30.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:30 smithi174 bash[69379]: audit 2024-04-26T05:05:29.771618+0000 mon.a (mon.0) 218 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:30.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:05:30 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:05:30] "GET /metrics HTTP/1.1" 200 33984 "" "Prometheus/2.43.0" 2024-04-26T05:05:30.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:30 smithi102 bash[84717]: audit 2024-04-26T05:05:29.286168+0000 mon.c (mon.2) 9 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:05:30.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:30 smithi102 bash[84717]: audit 2024-04-26T05:05:29.761760+0000 mon.a (mon.0) 217 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:30.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:30 smithi102 bash[84717]: audit 2024-04-26T05:05:29.771618+0000 mon.a (mon.0) 218 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:30.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:30 smithi102 bash[82287]: audit 2024-04-26T05:05:29.286168+0000 mon.c (mon.2) 9 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:05:30.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:30 smithi102 bash[82287]: audit 2024-04-26T05:05:29.761760+0000 mon.a (mon.0) 217 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:30.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:30 smithi102 bash[82287]: audit 2024-04-26T05:05:29.771618+0000 mon.a (mon.0) 218 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:31.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:31 smithi174 bash[69379]: cluster 2024-04-26T05:05:30.753677+0000 mgr.y (mgr.25910) 101 : cluster 0 pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:31.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:31 smithi102 bash[84717]: cluster 2024-04-26T05:05:30.753677+0000 mgr.y (mgr.25910) 101 : cluster 0 pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:31.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:31 smithi102 bash[82287]: cluster 2024-04-26T05:05:30.753677+0000 mgr.y (mgr.25910) 101 : cluster 0 pgmap v77: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:34.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:33 smithi174 bash[69379]: cluster 2024-04-26T05:05:32.754329+0000 mgr.y (mgr.25910) 102 : cluster 0 pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:34.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:33 smithi174 bash[69379]: audit 2024-04-26T05:05:33.211453+0000 mon.c (mon.2) 10 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:05:34.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:33 smithi102 bash[84717]: cluster 2024-04-26T05:05:32.754329+0000 mgr.y (mgr.25910) 102 : cluster 0 pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:34.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:33 smithi102 bash[84717]: audit 2024-04-26T05:05:33.211453+0000 mon.c (mon.2) 10 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:05:34.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:33 smithi102 bash[82287]: cluster 2024-04-26T05:05:32.754329+0000 mgr.y (mgr.25910) 102 : cluster 0 pgmap v78: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:34.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:33 smithi102 bash[82287]: audit 2024-04-26T05:05:33.211453+0000 mon.c (mon.2) 10 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:05:35.051 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:05:36.082 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:35 smithi102 bash[82287]: cluster 2024-04-26T05:05:34.755487+0000 mgr.y (mgr.25910) 103 : cluster 0 pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:36.082 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:35 smithi102 bash[82287]: audit 2024-04-26T05:05:35.143302+0000 mon.a (mon.0) 219 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:36.083 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:35 smithi102 bash[82287]: audit 2024-04-26T05:05:35.160658+0000 mon.a (mon.0) 220 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:36.083 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:35 smithi102 bash[84717]: cluster 2024-04-26T05:05:34.755487+0000 mgr.y (mgr.25910) 103 : cluster 0 pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:36.083 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:35 smithi102 bash[84717]: audit 2024-04-26T05:05:35.143302+0000 mon.a (mon.0) 219 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:36.083 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:35 smithi102 bash[84717]: audit 2024-04-26T05:05:35.160658+0000 mon.a (mon.0) 220 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:36.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:35 smithi174 bash[69379]: cluster 2024-04-26T05:05:34.755487+0000 mgr.y (mgr.25910) 103 : cluster 0 pgmap v79: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:36.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:35 smithi174 bash[69379]: audit 2024-04-26T05:05:35.143302+0000 mon.a (mon.0) 219 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:36.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:35 smithi174 bash[69379]: audit 2024-04-26T05:05:35.160658+0000 mon.a (mon.0) 220 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:37.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:37 smithi102 bash[84717]: audit 2024-04-26T05:05:36.206154+0000 mon.a (mon.0) 221 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:37.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:37 smithi102 bash[84717]: audit 2024-04-26T05:05:36.217272+0000 mon.a (mon.0) 222 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:37.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:37 smithi102 bash[84717]: cluster 2024-04-26T05:05:36.756191+0000 mgr.y (mgr.25910) 104 : cluster 0 pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:37.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:37 smithi102 bash[82287]: audit 2024-04-26T05:05:36.206154+0000 mon.a (mon.0) 221 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:37.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:37 smithi102 bash[82287]: audit 2024-04-26T05:05:36.217272+0000 mon.a (mon.0) 222 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:37.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:37 smithi102 bash[82287]: cluster 2024-04-26T05:05:36.756191+0000 mgr.y (mgr.25910) 104 : cluster 0 pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:37.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:37 smithi174 bash[69379]: audit 2024-04-26T05:05:36.206154+0000 mon.a (mon.0) 221 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:37.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:37 smithi174 bash[69379]: audit 2024-04-26T05:05:36.217272+0000 mon.a (mon.0) 222 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:37.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:37 smithi174 bash[69379]: cluster 2024-04-26T05:05:36.756191+0000 mgr.y (mgr.25910) 104 : cluster 0 pgmap v80: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:38.932 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:05:38 smithi174 bash[61678]: ts=2024-04-26T05:05:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi102:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:05:40.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:39 smithi174 bash[69379]: cluster 2024-04-26T05:05:38.756831+0000 mgr.y (mgr.25910) 105 : cluster 0 pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:40.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:39 smithi102 bash[82287]: cluster 2024-04-26T05:05:38.756831+0000 mgr.y (mgr.25910) 105 : cluster 0 pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:40.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:39 smithi102 bash[84717]: cluster 2024-04-26T05:05:38.756831+0000 mgr.y (mgr.25910) 105 : cluster 0 pgmap v81: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:40.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:05:40 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:05:40] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-04-26T05:05:42.109 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:41 smithi174 bash[69379]: cluster 2024-04-26T05:05:40.757891+0000 mgr.y (mgr.25910) 106 : cluster 0 pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:42.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:41 smithi102 bash[82287]: cluster 2024-04-26T05:05:40.757891+0000 mgr.y (mgr.25910) 106 : cluster 0 pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:42.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:41 smithi102 bash[84717]: cluster 2024-04-26T05:05:40.757891+0000 mgr.y (mgr.25910) 106 : cluster 0 pgmap v82: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:43.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:43 smithi174 bash[69379]: cluster 2024-04-26T05:05:42.758561+0000 mgr.y (mgr.25910) 107 : cluster 0 pgmap v83: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:44.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:43 smithi102 bash[82287]: cluster 2024-04-26T05:05:42.758561+0000 mgr.y (mgr.25910) 107 : cluster 0 pgmap v83: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:44.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:43 smithi102 bash[84717]: cluster 2024-04-26T05:05:42.758561+0000 mgr.y (mgr.25910) 107 : cluster 0 pgmap v83: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:46.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:45 smithi102 bash[84717]: cluster 2024-04-26T05:05:44.759626+0000 mgr.y (mgr.25910) 108 : cluster 0 pgmap v84: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:46.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:45 smithi102 bash[84717]: audit 2024-04-26T05:05:45.620956+0000 mon.a (mon.0) 223 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:46.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:45 smithi102 bash[84717]: audit 2024-04-26T05:05:45.638050+0000 mon.a (mon.0) 224 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:46.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:45 smithi102 bash[84717]: audit 2024-04-26T05:05:45.642512+0000 mon.c (mon.2) 11 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:46.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:45 smithi102 bash[84717]: audit 2024-04-26T05:05:45.644577+0000 mon.c (mon.2) 12 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:05:46.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:45 smithi102 bash[84717]: audit 2024-04-26T05:05:45.657927+0000 mon.a (mon.0) 225 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:46.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:45 smithi102 bash[84717]: audit 2024-04-26T05:05:45.734103+0000 mon.c (mon.2) 13 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T05:05:46.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:45 smithi102 bash[84717]: audit 2024-04-26T05:05:45.735770+0000 mon.c (mon.2) 14 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T05:05:46.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:45 smithi102 bash[84717]: audit 2024-04-26T05:05:45.737374+0000 mon.c (mon.2) 15 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:46.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:45 smithi102 bash[82287]: cluster 2024-04-26T05:05:44.759626+0000 mgr.y (mgr.25910) 108 : cluster 0 pgmap v84: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:46.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:45 smithi102 bash[82287]: audit 2024-04-26T05:05:45.620956+0000 mon.a (mon.0) 223 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:46.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:45 smithi102 bash[82287]: audit 2024-04-26T05:05:45.638050+0000 mon.a (mon.0) 224 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:46.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:45 smithi102 bash[82287]: audit 2024-04-26T05:05:45.642512+0000 mon.c (mon.2) 11 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:46.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:45 smithi102 bash[82287]: audit 2024-04-26T05:05:45.644577+0000 mon.c (mon.2) 12 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:05:46.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:45 smithi102 bash[82287]: audit 2024-04-26T05:05:45.657927+0000 mon.a (mon.0) 225 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:46.167 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:45 smithi102 bash[82287]: audit 2024-04-26T05:05:45.734103+0000 mon.c (mon.2) 13 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T05:05:46.167 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:45 smithi102 bash[82287]: audit 2024-04-26T05:05:45.735770+0000 mon.c (mon.2) 14 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T05:05:46.167 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:45 smithi102 bash[82287]: audit 2024-04-26T05:05:45.737374+0000 mon.c (mon.2) 15 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:46.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:45 smithi174 bash[69379]: cluster 2024-04-26T05:05:44.759626+0000 mgr.y (mgr.25910) 108 : cluster 0 pgmap v84: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:46.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:45 smithi174 bash[69379]: audit 2024-04-26T05:05:45.620956+0000 mon.a (mon.0) 223 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:46.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:45 smithi174 bash[69379]: audit 2024-04-26T05:05:45.638050+0000 mon.a (mon.0) 224 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:46.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:45 smithi174 bash[69379]: audit 2024-04-26T05:05:45.642512+0000 mon.c (mon.2) 11 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:46.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:45 smithi174 bash[69379]: audit 2024-04-26T05:05:45.644577+0000 mon.c (mon.2) 12 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:05:46.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:45 smithi174 bash[69379]: audit 2024-04-26T05:05:45.657927+0000 mon.a (mon.0) 225 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:46.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:45 smithi174 bash[69379]: audit 2024-04-26T05:05:45.734103+0000 mon.c (mon.2) 13 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T05:05:46.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:45 smithi174 bash[69379]: audit 2024-04-26T05:05:45.735770+0000 mon.c (mon.2) 14 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T05:05:46.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:45 smithi174 bash[69379]: audit 2024-04-26T05:05:45.737374+0000 mon.c (mon.2) 15 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:47.147 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:46 smithi102 bash[84717]: cluster 2024-04-26T05:05:45.647848+0000 mgr.y (mgr.25910) 109 : cluster 0 pgmap v85: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:47.148 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:46 smithi102 bash[84717]: cephadm 2024-04-26T05:05:45.733356+0000 mgr.y (mgr.25910) 110 : cephadm 1 Reconfiguring mon.a (monmap changed)... 2024-04-26T05:05:47.148 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:46 smithi102 bash[84717]: cephadm 2024-04-26T05:05:45.739603+0000 mgr.y (mgr.25910) 111 : cephadm 1 Reconfiguring daemon mon.a on smithi102 2024-04-26T05:05:47.148 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:46 smithi102 bash[82287]: cluster 2024-04-26T05:05:45.647848+0000 mgr.y (mgr.25910) 109 : cluster 0 pgmap v85: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:47.148 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:46 smithi102 bash[82287]: cephadm 2024-04-26T05:05:45.733356+0000 mgr.y (mgr.25910) 110 : cephadm 1 Reconfiguring mon.a (monmap changed)... 2024-04-26T05:05:47.149 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:46 smithi102 bash[82287]: cephadm 2024-04-26T05:05:45.739603+0000 mgr.y (mgr.25910) 111 : cephadm 1 Reconfiguring daemon mon.a on smithi102 2024-04-26T05:05:47.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:46 smithi174 bash[69379]: cluster 2024-04-26T05:05:45.647848+0000 mgr.y (mgr.25910) 109 : cluster 0 pgmap v85: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:47.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:46 smithi174 bash[69379]: cephadm 2024-04-26T05:05:45.733356+0000 mgr.y (mgr.25910) 110 : cephadm 1 Reconfiguring mon.a (monmap changed)... 2024-04-26T05:05:47.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:46 smithi174 bash[69379]: cephadm 2024-04-26T05:05:45.739603+0000 mgr.y (mgr.25910) 111 : cephadm 1 Reconfiguring daemon mon.a on smithi102 2024-04-26T05:05:48.930 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:05:48 smithi174 bash[61678]: ts=2024-04-26T05:05:48.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi102:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:05:49.364 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:48 smithi102 bash[82287]: cluster 2024-04-26T05:05:47.648476+0000 mgr.y (mgr.25910) 112 : cluster 0 pgmap v86: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:49.365 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:48 smithi102 bash[82287]: audit 2024-04-26T05:05:47.957726+0000 mon.a (mon.0) 226 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:49.365 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:48 smithi102 bash[82287]: audit 2024-04-26T05:05:47.970318+0000 mon.a (mon.0) 227 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:49.365 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:48 smithi102 bash[82287]: audit 2024-04-26T05:05:48.010201+0000 mon.c (mon.2) 16 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:05:49.365 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:48 smithi102 bash[82287]: audit 2024-04-26T05:05:48.011175+0000 mon.a (mon.0) 228 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:05:49.365 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:48 smithi102 bash[82287]: audit 2024-04-26T05:05:48.013500+0000 mon.c (mon.2) 17 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T05:05:49.366 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:48 smithi102 bash[82287]: audit 2024-04-26T05:05:48.015347+0000 mon.c (mon.2) 18 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:49.366 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:48 smithi102 bash[82287]: audit 2024-04-26T05:05:48.211947+0000 mon.c (mon.2) 19 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:05:49.366 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:48 smithi102 bash[84717]: cluster 2024-04-26T05:05:47.648476+0000 mgr.y (mgr.25910) 112 : cluster 0 pgmap v86: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:49.366 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:48 smithi102 bash[84717]: audit 2024-04-26T05:05:47.957726+0000 mon.a (mon.0) 226 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:49.367 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:48 smithi102 bash[84717]: audit 2024-04-26T05:05:47.970318+0000 mon.a (mon.0) 227 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:49.367 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:48 smithi102 bash[84717]: audit 2024-04-26T05:05:48.010201+0000 mon.c (mon.2) 16 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:05:49.367 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:48 smithi102 bash[84717]: audit 2024-04-26T05:05:48.011175+0000 mon.a (mon.0) 228 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:05:49.367 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:48 smithi102 bash[84717]: audit 2024-04-26T05:05:48.013500+0000 mon.c (mon.2) 17 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T05:05:49.367 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:48 smithi102 bash[84717]: audit 2024-04-26T05:05:48.015347+0000 mon.c (mon.2) 18 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:49.367 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:48 smithi102 bash[84717]: audit 2024-04-26T05:05:48.211947+0000 mon.c (mon.2) 19 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:05:49.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:48 smithi174 bash[69379]: cluster 2024-04-26T05:05:47.648476+0000 mgr.y (mgr.25910) 112 : cluster 0 pgmap v86: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:49.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:48 smithi174 bash[69379]: audit 2024-04-26T05:05:47.957726+0000 mon.a (mon.0) 226 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:49.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:48 smithi174 bash[69379]: audit 2024-04-26T05:05:47.970318+0000 mon.a (mon.0) 227 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:49.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:48 smithi174 bash[69379]: audit 2024-04-26T05:05:48.010201+0000 mon.c (mon.2) 16 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:05:49.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:48 smithi174 bash[69379]: audit 2024-04-26T05:05:48.011175+0000 mon.a (mon.0) 228 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:05:49.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:48 smithi174 bash[69379]: audit 2024-04-26T05:05:48.013500+0000 mon.c (mon.2) 17 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T05:05:49.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:48 smithi174 bash[69379]: audit 2024-04-26T05:05:48.015347+0000 mon.c (mon.2) 18 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:49.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:48 smithi174 bash[69379]: audit 2024-04-26T05:05:48.211947+0000 mon.c (mon.2) 19 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:05:50.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:49 smithi174 bash[69379]: cephadm 2024-04-26T05:05:48.009260+0000 mgr.y (mgr.25910) 113 : cephadm 1 Reconfiguring mgr.y (monmap changed)... 2024-04-26T05:05:50.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:49 smithi174 bash[69379]: cephadm 2024-04-26T05:05:48.017392+0000 mgr.y (mgr.25910) 114 : cephadm 1 Reconfiguring daemon mgr.y on smithi102 2024-04-26T05:05:50.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:49 smithi102 bash[84717]: cephadm 2024-04-26T05:05:48.009260+0000 mgr.y (mgr.25910) 113 : cephadm 1 Reconfiguring mgr.y (monmap changed)... 2024-04-26T05:05:50.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:49 smithi102 bash[84717]: cephadm 2024-04-26T05:05:48.017392+0000 mgr.y (mgr.25910) 114 : cephadm 1 Reconfiguring daemon mgr.y on smithi102 2024-04-26T05:05:50.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:49 smithi102 bash[82287]: cephadm 2024-04-26T05:05:48.009260+0000 mgr.y (mgr.25910) 113 : cephadm 1 Reconfiguring mgr.y (monmap changed)... 2024-04-26T05:05:50.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:49 smithi102 bash[82287]: cephadm 2024-04-26T05:05:48.017392+0000 mgr.y (mgr.25910) 114 : cephadm 1 Reconfiguring daemon mgr.y on smithi102 2024-04-26T05:05:50.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:05:50 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:05:50] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-04-26T05:05:51.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:50 smithi102 bash[82287]: cluster 2024-04-26T05:05:49.649607+0000 mgr.y (mgr.25910) 115 : cluster 0 pgmap v87: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:51.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:50 smithi102 bash[82287]: audit 2024-04-26T05:05:50.234275+0000 mon.a (mon.0) 229 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:51.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:50 smithi102 bash[82287]: audit 2024-04-26T05:05:50.249808+0000 mon.a (mon.0) 230 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:51.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:50 smithi102 bash[82287]: cephadm 2024-04-26T05:05:50.295350+0000 mgr.y (mgr.25910) 116 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2024-04-26T05:05:51.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:50 smithi102 bash[82287]: audit 2024-04-26T05:05:50.296041+0000 mon.c (mon.2) 20 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T05:05:51.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:50 smithi102 bash[82287]: audit 2024-04-26T05:05:50.297839+0000 mon.c (mon.2) 21 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T05:05:51.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:50 smithi102 bash[82287]: audit 2024-04-26T05:05:50.299565+0000 mon.c (mon.2) 22 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:51.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:50 smithi102 bash[82287]: cephadm 2024-04-26T05:05:50.301635+0000 mgr.y (mgr.25910) 117 : cephadm 1 Reconfiguring daemon mon.c on smithi102 2024-04-26T05:05:51.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:50 smithi102 bash[84717]: cluster 2024-04-26T05:05:49.649607+0000 mgr.y (mgr.25910) 115 : cluster 0 pgmap v87: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:51.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:50 smithi102 bash[84717]: audit 2024-04-26T05:05:50.234275+0000 mon.a (mon.0) 229 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:51.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:50 smithi102 bash[84717]: audit 2024-04-26T05:05:50.249808+0000 mon.a (mon.0) 230 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:51.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:50 smithi102 bash[84717]: cephadm 2024-04-26T05:05:50.295350+0000 mgr.y (mgr.25910) 116 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2024-04-26T05:05:51.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:50 smithi102 bash[84717]: audit 2024-04-26T05:05:50.296041+0000 mon.c (mon.2) 20 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T05:05:51.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:50 smithi102 bash[84717]: audit 2024-04-26T05:05:50.297839+0000 mon.c (mon.2) 21 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T05:05:51.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:50 smithi102 bash[84717]: audit 2024-04-26T05:05:50.299565+0000 mon.c (mon.2) 22 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:51.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:50 smithi102 bash[84717]: cephadm 2024-04-26T05:05:50.301635+0000 mgr.y (mgr.25910) 117 : cephadm 1 Reconfiguring daemon mon.c on smithi102 2024-04-26T05:05:51.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:50 smithi174 bash[69379]: cluster 2024-04-26T05:05:49.649607+0000 mgr.y (mgr.25910) 115 : cluster 0 pgmap v87: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:51.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:50 smithi174 bash[69379]: audit 2024-04-26T05:05:50.234275+0000 mon.a (mon.0) 229 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:51.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:50 smithi174 bash[69379]: audit 2024-04-26T05:05:50.249808+0000 mon.a (mon.0) 230 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:51.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:50 smithi174 bash[69379]: cephadm 2024-04-26T05:05:50.295350+0000 mgr.y (mgr.25910) 116 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2024-04-26T05:05:51.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:50 smithi174 bash[69379]: audit 2024-04-26T05:05:50.296041+0000 mon.c (mon.2) 20 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T05:05:51.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:50 smithi174 bash[69379]: audit 2024-04-26T05:05:50.297839+0000 mon.c (mon.2) 21 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T05:05:51.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:50 smithi174 bash[69379]: audit 2024-04-26T05:05:50.299565+0000 mon.c (mon.2) 22 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:51.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:50 smithi174 bash[69379]: cephadm 2024-04-26T05:05:50.301635+0000 mgr.y (mgr.25910) 117 : cephadm 1 Reconfiguring daemon mon.c on smithi102 2024-04-26T05:05:52.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:51 smithi102 bash[84717]: cluster 2024-04-26T05:05:51.650438+0000 mgr.y (mgr.25910) 118 : cluster 0 pgmap v88: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:52.180 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:51 smithi102 bash[82287]: cluster 2024-04-26T05:05:51.650438+0000 mgr.y (mgr.25910) 118 : cluster 0 pgmap v88: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:52.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:51 smithi174 bash[69379]: cluster 2024-04-26T05:05:51.650438+0000 mgr.y (mgr.25910) 118 : cluster 0 pgmap v88: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:54.072 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:53 smithi102 bash[82287]: audit 2024-04-26T05:05:52.749145+0000 mon.a (mon.0) 231 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:54.072 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:53 smithi102 bash[82287]: audit 2024-04-26T05:05:52.761859+0000 mon.a (mon.0) 232 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:54.072 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:53 smithi102 bash[82287]: cephadm 2024-04-26T05:05:52.771144+0000 mgr.y (mgr.25910) 119 : cephadm 1 Reconfiguring osd.0 (monmap changed)... 2024-04-26T05:05:54.072 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:53 smithi102 bash[82287]: audit 2024-04-26T05:05:52.771723+0000 mon.c (mon.2) 23 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T05:05:54.072 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:53 smithi102 bash[82287]: audit 2024-04-26T05:05:52.773047+0000 mon.c (mon.2) 24 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:54.072 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:53 smithi102 bash[82287]: cephadm 2024-04-26T05:05:52.777849+0000 mgr.y (mgr.25910) 120 : cephadm 1 Reconfiguring daemon osd.0 on smithi102 2024-04-26T05:05:54.072 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:53 smithi102 bash[84717]: audit 2024-04-26T05:05:52.749145+0000 mon.a (mon.0) 231 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:54.072 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:53 smithi102 bash[84717]: audit 2024-04-26T05:05:52.761859+0000 mon.a (mon.0) 232 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:54.072 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:53 smithi102 bash[84717]: cephadm 2024-04-26T05:05:52.771144+0000 mgr.y (mgr.25910) 119 : cephadm 1 Reconfiguring osd.0 (monmap changed)... 2024-04-26T05:05:54.072 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:53 smithi102 bash[84717]: audit 2024-04-26T05:05:52.771723+0000 mon.c (mon.2) 23 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T05:05:54.073 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:53 smithi102 bash[84717]: audit 2024-04-26T05:05:52.773047+0000 mon.c (mon.2) 24 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:54.073 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:53 smithi102 bash[84717]: cephadm 2024-04-26T05:05:52.777849+0000 mgr.y (mgr.25910) 120 : cephadm 1 Reconfiguring daemon osd.0 on smithi102 2024-04-26T05:05:54.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:53 smithi174 bash[69379]: audit 2024-04-26T05:05:52.749145+0000 mon.a (mon.0) 231 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:54.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:53 smithi174 bash[69379]: audit 2024-04-26T05:05:52.761859+0000 mon.a (mon.0) 232 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:54.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:53 smithi174 bash[69379]: cephadm 2024-04-26T05:05:52.771144+0000 mgr.y (mgr.25910) 119 : cephadm 1 Reconfiguring osd.0 (monmap changed)... 2024-04-26T05:05:54.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:53 smithi174 bash[69379]: audit 2024-04-26T05:05:52.771723+0000 mon.c (mon.2) 23 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T05:05:54.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:53 smithi174 bash[69379]: audit 2024-04-26T05:05:52.773047+0000 mon.c (mon.2) 24 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:54.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:53 smithi174 bash[69379]: cephadm 2024-04-26T05:05:52.777849+0000 mgr.y (mgr.25910) 120 : cephadm 1 Reconfiguring daemon osd.0 on smithi102 2024-04-26T05:05:55.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:54 smithi174 bash[69379]: cluster 2024-04-26T05:05:53.651143+0000 mgr.y (mgr.25910) 121 : cluster 0 pgmap v89: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:55.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:54 smithi102 bash[82287]: cluster 2024-04-26T05:05:53.651143+0000 mgr.y (mgr.25910) 121 : cluster 0 pgmap v89: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:55.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:54 smithi102 bash[84717]: cluster 2024-04-26T05:05:53.651143+0000 mgr.y (mgr.25910) 121 : cluster 0 pgmap v89: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:56.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:56 smithi102 bash[82287]: audit 2024-04-26T05:05:55.011138+0000 mon.a (mon.0) 233 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:56.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:56 smithi102 bash[82287]: audit 2024-04-26T05:05:55.024639+0000 mon.a (mon.0) 234 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:56.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:56 smithi102 bash[82287]: cephadm 2024-04-26T05:05:55.047380+0000 mgr.y (mgr.25910) 122 : cephadm 1 Reconfiguring osd.1 (monmap changed)... 2024-04-26T05:05:56.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:56 smithi102 bash[82287]: audit 2024-04-26T05:05:55.047980+0000 mon.c (mon.2) 25 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T05:05:56.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:56 smithi102 bash[82287]: audit 2024-04-26T05:05:55.049716+0000 mon.c (mon.2) 26 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:56.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:56 smithi102 bash[82287]: cephadm 2024-04-26T05:05:55.054353+0000 mgr.y (mgr.25910) 123 : cephadm 1 Reconfiguring daemon osd.1 on smithi102 2024-04-26T05:05:56.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:56 smithi102 bash[82287]: cluster 2024-04-26T05:05:55.652245+0000 mgr.y (mgr.25910) 124 : cluster 0 pgmap v90: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:56.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:56 smithi102 bash[84717]: audit 2024-04-26T05:05:55.011138+0000 mon.a (mon.0) 233 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:56.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:56 smithi102 bash[84717]: audit 2024-04-26T05:05:55.024639+0000 mon.a (mon.0) 234 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:56.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:56 smithi102 bash[84717]: cephadm 2024-04-26T05:05:55.047380+0000 mgr.y (mgr.25910) 122 : cephadm 1 Reconfiguring osd.1 (monmap changed)... 2024-04-26T05:05:56.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:56 smithi102 bash[84717]: audit 2024-04-26T05:05:55.047980+0000 mon.c (mon.2) 25 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T05:05:56.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:56 smithi102 bash[84717]: audit 2024-04-26T05:05:55.049716+0000 mon.c (mon.2) 26 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:56.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:56 smithi102 bash[84717]: cephadm 2024-04-26T05:05:55.054353+0000 mgr.y (mgr.25910) 123 : cephadm 1 Reconfiguring daemon osd.1 on smithi102 2024-04-26T05:05:56.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:56 smithi102 bash[84717]: cluster 2024-04-26T05:05:55.652245+0000 mgr.y (mgr.25910) 124 : cluster 0 pgmap v90: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:56.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:56 smithi174 bash[69379]: audit 2024-04-26T05:05:55.011138+0000 mon.a (mon.0) 233 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:56.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:56 smithi174 bash[69379]: audit 2024-04-26T05:05:55.024639+0000 mon.a (mon.0) 234 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:56.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:56 smithi174 bash[69379]: cephadm 2024-04-26T05:05:55.047380+0000 mgr.y (mgr.25910) 122 : cephadm 1 Reconfiguring osd.1 (monmap changed)... 2024-04-26T05:05:56.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:56 smithi174 bash[69379]: audit 2024-04-26T05:05:55.047980+0000 mon.c (mon.2) 25 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T05:05:56.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:56 smithi174 bash[69379]: audit 2024-04-26T05:05:55.049716+0000 mon.c (mon.2) 26 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:56.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:56 smithi174 bash[69379]: cephadm 2024-04-26T05:05:55.054353+0000 mgr.y (mgr.25910) 123 : cephadm 1 Reconfiguring daemon osd.1 on smithi102 2024-04-26T05:05:56.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:56 smithi174 bash[69379]: cluster 2024-04-26T05:05:55.652245+0000 mgr.y (mgr.25910) 124 : cluster 0 pgmap v90: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:58.662 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:58 smithi174 bash[69379]: audit 2024-04-26T05:05:57.393550+0000 mon.a (mon.0) 235 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:58.662 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:58 smithi174 bash[69379]: audit 2024-04-26T05:05:57.407305+0000 mon.a (mon.0) 236 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:58.662 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:58 smithi174 bash[69379]: cephadm 2024-04-26T05:05:57.424365+0000 mgr.y (mgr.25910) 125 : cephadm 1 Reconfiguring osd.2 (monmap changed)... 2024-04-26T05:05:58.662 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:58 smithi174 bash[69379]: audit 2024-04-26T05:05:57.424950+0000 mon.c (mon.2) 27 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T05:05:58.662 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:58 smithi174 bash[69379]: audit 2024-04-26T05:05:57.425963+0000 mon.c (mon.2) 28 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:58.662 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:58 smithi174 bash[69379]: cephadm 2024-04-26T05:05:57.428657+0000 mgr.y (mgr.25910) 126 : cephadm 1 Reconfiguring daemon osd.2 on smithi102 2024-04-26T05:05:58.662 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:05:58 smithi174 bash[69379]: cluster 2024-04-26T05:05:57.652895+0000 mgr.y (mgr.25910) 127 : cluster 0 pgmap v91: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:58.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:58 smithi102 bash[84717]: audit 2024-04-26T05:05:57.393550+0000 mon.a (mon.0) 235 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:58.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:58 smithi102 bash[84717]: audit 2024-04-26T05:05:57.407305+0000 mon.a (mon.0) 236 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:58.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:58 smithi102 bash[84717]: cephadm 2024-04-26T05:05:57.424365+0000 mgr.y (mgr.25910) 125 : cephadm 1 Reconfiguring osd.2 (monmap changed)... 2024-04-26T05:05:58.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:58 smithi102 bash[84717]: audit 2024-04-26T05:05:57.424950+0000 mon.c (mon.2) 27 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T05:05:58.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:58 smithi102 bash[84717]: audit 2024-04-26T05:05:57.425963+0000 mon.c (mon.2) 28 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:58.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:58 smithi102 bash[84717]: cephadm 2024-04-26T05:05:57.428657+0000 mgr.y (mgr.25910) 126 : cephadm 1 Reconfiguring daemon osd.2 on smithi102 2024-04-26T05:05:58.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:05:58 smithi102 bash[84717]: cluster 2024-04-26T05:05:57.652895+0000 mgr.y (mgr.25910) 127 : cluster 0 pgmap v91: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:58.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:58 smithi102 bash[82287]: audit 2024-04-26T05:05:57.393550+0000 mon.a (mon.0) 235 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:58.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:58 smithi102 bash[82287]: audit 2024-04-26T05:05:57.407305+0000 mon.a (mon.0) 236 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:05:58.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:58 smithi102 bash[82287]: cephadm 2024-04-26T05:05:57.424365+0000 mgr.y (mgr.25910) 125 : cephadm 1 Reconfiguring osd.2 (monmap changed)... 2024-04-26T05:05:58.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:58 smithi102 bash[82287]: audit 2024-04-26T05:05:57.424950+0000 mon.c (mon.2) 27 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T05:05:58.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:58 smithi102 bash[82287]: audit 2024-04-26T05:05:57.425963+0000 mon.c (mon.2) 28 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:05:58.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:58 smithi102 bash[82287]: cephadm 2024-04-26T05:05:57.428657+0000 mgr.y (mgr.25910) 126 : cephadm 1 Reconfiguring daemon osd.2 on smithi102 2024-04-26T05:05:58.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:05:58 smithi102 bash[82287]: cluster 2024-04-26T05:05:57.652895+0000 mgr.y (mgr.25910) 127 : cluster 0 pgmap v91: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:05:58.930 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:05:58 smithi174 bash[61678]: ts=2024-04-26T05:05:58.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi102:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:06:00.703 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:06:00 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:06:00] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-04-26T05:06:00.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:00 smithi102 bash[84717]: cluster 2024-04-26T05:05:59.653657+0000 mgr.y (mgr.25910) 128 : cluster 0 pgmap v92: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:00.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:00 smithi102 bash[84717]: audit 2024-04-26T05:05:59.675757+0000 mon.a (mon.0) 237 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:00.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:00 smithi102 bash[84717]: audit 2024-04-26T05:05:59.690130+0000 mon.a (mon.0) 238 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:00.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:00 smithi102 bash[84717]: cephadm 2024-04-26T05:05:59.697251+0000 mgr.y (mgr.25910) 129 : cephadm 1 Reconfiguring osd.3 (monmap changed)... 2024-04-26T05:06:00.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:00 smithi102 bash[84717]: audit 2024-04-26T05:05:59.697744+0000 mon.c (mon.2) 29 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T05:06:00.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:00 smithi102 bash[84717]: audit 2024-04-26T05:05:59.698916+0000 mon.c (mon.2) 30 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:00.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:00 smithi102 bash[84717]: cephadm 2024-04-26T05:05:59.703146+0000 mgr.y (mgr.25910) 130 : cephadm 1 Reconfiguring daemon osd.3 on smithi102 2024-04-26T05:06:00.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:00 smithi102 bash[82287]: cluster 2024-04-26T05:05:59.653657+0000 mgr.y (mgr.25910) 128 : cluster 0 pgmap v92: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:00.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:00 smithi102 bash[82287]: audit 2024-04-26T05:05:59.675757+0000 mon.a (mon.0) 237 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:00.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:00 smithi102 bash[82287]: audit 2024-04-26T05:05:59.690130+0000 mon.a (mon.0) 238 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:00.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:00 smithi102 bash[82287]: cephadm 2024-04-26T05:05:59.697251+0000 mgr.y (mgr.25910) 129 : cephadm 1 Reconfiguring osd.3 (monmap changed)... 2024-04-26T05:06:00.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:00 smithi102 bash[82287]: audit 2024-04-26T05:05:59.697744+0000 mon.c (mon.2) 29 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T05:06:00.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:00 smithi102 bash[82287]: audit 2024-04-26T05:05:59.698916+0000 mon.c (mon.2) 30 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:00.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:00 smithi102 bash[82287]: cephadm 2024-04-26T05:05:59.703146+0000 mgr.y (mgr.25910) 130 : cephadm 1 Reconfiguring daemon osd.3 on smithi102 2024-04-26T05:06:00.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:00 smithi174 bash[69379]: cluster 2024-04-26T05:05:59.653657+0000 mgr.y (mgr.25910) 128 : cluster 0 pgmap v92: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:00.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:00 smithi174 bash[69379]: audit 2024-04-26T05:05:59.675757+0000 mon.a (mon.0) 237 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:00.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:00 smithi174 bash[69379]: audit 2024-04-26T05:05:59.690130+0000 mon.a (mon.0) 238 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:00.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:00 smithi174 bash[69379]: cephadm 2024-04-26T05:05:59.697251+0000 mgr.y (mgr.25910) 129 : cephadm 1 Reconfiguring osd.3 (monmap changed)... 2024-04-26T05:06:00.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:00 smithi174 bash[69379]: audit 2024-04-26T05:05:59.697744+0000 mon.c (mon.2) 29 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T05:06:00.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:00 smithi174 bash[69379]: audit 2024-04-26T05:05:59.698916+0000 mon.c (mon.2) 30 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:00.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:00 smithi174 bash[69379]: cephadm 2024-04-26T05:05:59.703146+0000 mgr.y (mgr.25910) 130 : cephadm 1 Reconfiguring daemon osd.3 on smithi102 2024-04-26T05:06:03.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:02 smithi174 bash[69379]: cluster 2024-04-26T05:06:01.654423+0000 mgr.y (mgr.25910) 131 : cluster 0 pgmap v93: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:03.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:02 smithi174 bash[69379]: audit 2024-04-26T05:06:01.921790+0000 mon.a (mon.0) 239 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:03.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:02 smithi174 bash[69379]: audit 2024-04-26T05:06:01.936061+0000 mon.a (mon.0) 240 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:03.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:02 smithi174 bash[69379]: audit 2024-04-26T05:06:01.973040+0000 mon.c (mon.2) 31 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi102.iafhgp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T05:06:03.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:02 smithi174 bash[69379]: audit 2024-04-26T05:06:01.973776+0000 mon.a (mon.0) 241 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi102.iafhgp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T05:06:03.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:02 smithi174 bash[69379]: audit 2024-04-26T05:06:01.975850+0000 mon.c (mon.2) 32 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:03.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:02 smithi102 bash[82287]: cluster 2024-04-26T05:06:01.654423+0000 mgr.y (mgr.25910) 131 : cluster 0 pgmap v93: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:03.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:02 smithi102 bash[82287]: audit 2024-04-26T05:06:01.921790+0000 mon.a (mon.0) 239 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:03.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:02 smithi102 bash[82287]: audit 2024-04-26T05:06:01.936061+0000 mon.a (mon.0) 240 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:03.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:02 smithi102 bash[82287]: audit 2024-04-26T05:06:01.973040+0000 mon.c (mon.2) 31 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi102.iafhgp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T05:06:03.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:02 smithi102 bash[82287]: audit 2024-04-26T05:06:01.973776+0000 mon.a (mon.0) 241 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi102.iafhgp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T05:06:03.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:02 smithi102 bash[82287]: audit 2024-04-26T05:06:01.975850+0000 mon.c (mon.2) 32 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:03.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:02 smithi102 bash[84717]: cluster 2024-04-26T05:06:01.654423+0000 mgr.y (mgr.25910) 131 : cluster 0 pgmap v93: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:03.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:02 smithi102 bash[84717]: audit 2024-04-26T05:06:01.921790+0000 mon.a (mon.0) 239 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:03.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:02 smithi102 bash[84717]: audit 2024-04-26T05:06:01.936061+0000 mon.a (mon.0) 240 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:03.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:02 smithi102 bash[84717]: audit 2024-04-26T05:06:01.973040+0000 mon.c (mon.2) 31 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi102.iafhgp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T05:06:03.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:02 smithi102 bash[84717]: audit 2024-04-26T05:06:01.973776+0000 mon.a (mon.0) 241 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi102.iafhgp", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T05:06:03.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:02 smithi102 bash[84717]: audit 2024-04-26T05:06:01.975850+0000 mon.c (mon.2) 32 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:04.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:03 smithi174 bash[69379]: cephadm 2024-04-26T05:06:01.972367+0000 mgr.y (mgr.25910) 132 : cephadm 1 Reconfiguring mds.foo.smithi102.iafhgp (monmap changed)... 2024-04-26T05:06:04.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:03 smithi174 bash[69379]: cephadm 2024-04-26T05:06:01.977775+0000 mgr.y (mgr.25910) 133 : cephadm 1 Reconfiguring daemon mds.foo.smithi102.iafhgp on smithi102 2024-04-26T05:06:04.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:03 smithi174 bash[69379]: audit 2024-04-26T05:06:03.212192+0000 mon.c (mon.2) 33 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:06:04.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:03 smithi102 bash[82287]: cephadm 2024-04-26T05:06:01.972367+0000 mgr.y (mgr.25910) 132 : cephadm 1 Reconfiguring mds.foo.smithi102.iafhgp (monmap changed)... 2024-04-26T05:06:04.279 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:03 smithi102 bash[82287]: cephadm 2024-04-26T05:06:01.977775+0000 mgr.y (mgr.25910) 133 : cephadm 1 Reconfiguring daemon mds.foo.smithi102.iafhgp on smithi102 2024-04-26T05:06:04.280 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:03 smithi102 bash[82287]: audit 2024-04-26T05:06:03.212192+0000 mon.c (mon.2) 33 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:06:04.280 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:03 smithi102 bash[84717]: cephadm 2024-04-26T05:06:01.972367+0000 mgr.y (mgr.25910) 132 : cephadm 1 Reconfiguring mds.foo.smithi102.iafhgp (monmap changed)... 2024-04-26T05:06:04.280 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:03 smithi102 bash[84717]: cephadm 2024-04-26T05:06:01.977775+0000 mgr.y (mgr.25910) 133 : cephadm 1 Reconfiguring daemon mds.foo.smithi102.iafhgp on smithi102 2024-04-26T05:06:04.280 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:03 smithi102 bash[84717]: audit 2024-04-26T05:06:03.212192+0000 mon.c (mon.2) 33 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:06:05.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:04 smithi102 bash[82287]: cluster 2024-04-26T05:06:03.655110+0000 mgr.y (mgr.25910) 134 : cluster 0 pgmap v94: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:05.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:04 smithi102 bash[82287]: audit 2024-04-26T05:06:04.120631+0000 mon.a (mon.0) 242 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:05.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:04 smithi102 bash[82287]: audit 2024-04-26T05:06:04.132295+0000 mon.a (mon.0) 243 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:05.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:04 smithi102 bash[82287]: audit 2024-04-26T05:06:04.147297+0000 mon.c (mon.2) 34 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T05:06:05.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:04 smithi102 bash[82287]: audit 2024-04-26T05:06:04.148984+0000 mon.c (mon.2) 35 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T05:06:05.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:04 smithi102 bash[82287]: audit 2024-04-26T05:06:04.150823+0000 mon.c (mon.2) 36 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:05.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:04 smithi102 bash[84717]: cluster 2024-04-26T05:06:03.655110+0000 mgr.y (mgr.25910) 134 : cluster 0 pgmap v94: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:05.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:04 smithi102 bash[84717]: audit 2024-04-26T05:06:04.120631+0000 mon.a (mon.0) 242 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:05.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:04 smithi102 bash[84717]: audit 2024-04-26T05:06:04.132295+0000 mon.a (mon.0) 243 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:05.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:04 smithi102 bash[84717]: audit 2024-04-26T05:06:04.147297+0000 mon.c (mon.2) 34 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T05:06:05.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:04 smithi102 bash[84717]: audit 2024-04-26T05:06:04.148984+0000 mon.c (mon.2) 35 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T05:06:05.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:04 smithi102 bash[84717]: audit 2024-04-26T05:06:04.150823+0000 mon.c (mon.2) 36 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:05.346 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:04 smithi174 bash[69379]: cluster 2024-04-26T05:06:03.655110+0000 mgr.y (mgr.25910) 134 : cluster 0 pgmap v94: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:05.346 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:04 smithi174 bash[69379]: audit 2024-04-26T05:06:04.120631+0000 mon.a (mon.0) 242 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:05.346 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:04 smithi174 bash[69379]: audit 2024-04-26T05:06:04.132295+0000 mon.a (mon.0) 243 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:05.346 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:04 smithi174 bash[69379]: audit 2024-04-26T05:06:04.147297+0000 mon.c (mon.2) 34 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-26T05:06:05.347 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:04 smithi174 bash[69379]: audit 2024-04-26T05:06:04.148984+0000 mon.c (mon.2) 35 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-26T05:06:05.347 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:04 smithi174 bash[69379]: audit 2024-04-26T05:06:04.150823+0000 mon.c (mon.2) 36 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:06.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:05 smithi102 bash[84717]: cephadm 2024-04-26T05:06:04.146738+0000 mgr.y (mgr.25910) 135 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2024-04-26T05:06:06.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:05 smithi102 bash[84717]: cephadm 2024-04-26T05:06:04.152929+0000 mgr.y (mgr.25910) 136 : cephadm 1 Reconfiguring daemon mon.b on smithi174 2024-04-26T05:06:06.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:05 smithi102 bash[82287]: cephadm 2024-04-26T05:06:04.146738+0000 mgr.y (mgr.25910) 135 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2024-04-26T05:06:06.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:05 smithi102 bash[82287]: cephadm 2024-04-26T05:06:04.152929+0000 mgr.y (mgr.25910) 136 : cephadm 1 Reconfiguring daemon mon.b on smithi174 2024-04-26T05:06:06.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:05 smithi174 bash[69379]: cephadm 2024-04-26T05:06:04.146738+0000 mgr.y (mgr.25910) 135 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2024-04-26T05:06:06.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:05 smithi174 bash[69379]: cephadm 2024-04-26T05:06:04.152929+0000 mgr.y (mgr.25910) 136 : cephadm 1 Reconfiguring daemon mon.b on smithi174 2024-04-26T05:06:07.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:06 smithi174 bash[69379]: cluster 2024-04-26T05:06:05.656167+0000 mgr.y (mgr.25910) 137 : cluster 0 pgmap v95: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:07.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:06 smithi174 bash[69379]: audit 2024-04-26T05:06:06.210468+0000 mon.a (mon.0) 244 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:07.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:06 smithi174 bash[69379]: audit 2024-04-26T05:06:06.230328+0000 mon.a (mon.0) 245 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:07.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:06 smithi174 bash[69379]: audit 2024-04-26T05:06:06.272534+0000 mon.c (mon.2) 37 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:06:07.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:06 smithi174 bash[69379]: audit 2024-04-26T05:06:06.273364+0000 mon.a (mon.0) 246 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:06:07.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:06 smithi174 bash[69379]: audit 2024-04-26T05:06:06.275835+0000 mon.c (mon.2) 38 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T05:06:07.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:06 smithi174 bash[69379]: audit 2024-04-26T05:06:06.277629+0000 mon.c (mon.2) 39 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:07.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:06 smithi102 bash[82287]: cluster 2024-04-26T05:06:05.656167+0000 mgr.y (mgr.25910) 137 : cluster 0 pgmap v95: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:07.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:06 smithi102 bash[82287]: audit 2024-04-26T05:06:06.210468+0000 mon.a (mon.0) 244 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:07.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:06 smithi102 bash[82287]: audit 2024-04-26T05:06:06.230328+0000 mon.a (mon.0) 245 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:07.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:06 smithi102 bash[82287]: audit 2024-04-26T05:06:06.272534+0000 mon.c (mon.2) 37 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:06:07.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:06 smithi102 bash[82287]: audit 2024-04-26T05:06:06.273364+0000 mon.a (mon.0) 246 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:06:07.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:06 smithi102 bash[82287]: audit 2024-04-26T05:06:06.275835+0000 mon.c (mon.2) 38 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T05:06:07.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:06 smithi102 bash[82287]: audit 2024-04-26T05:06:06.277629+0000 mon.c (mon.2) 39 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:07.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:06 smithi102 bash[84717]: cluster 2024-04-26T05:06:05.656167+0000 mgr.y (mgr.25910) 137 : cluster 0 pgmap v95: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:07.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:06 smithi102 bash[84717]: audit 2024-04-26T05:06:06.210468+0000 mon.a (mon.0) 244 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:07.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:06 smithi102 bash[84717]: audit 2024-04-26T05:06:06.230328+0000 mon.a (mon.0) 245 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:07.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:06 smithi102 bash[84717]: audit 2024-04-26T05:06:06.272534+0000 mon.c (mon.2) 37 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:06:07.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:06 smithi102 bash[84717]: audit 2024-04-26T05:06:06.273364+0000 mon.a (mon.0) 246 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-26T05:06:07.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:06 smithi102 bash[84717]: audit 2024-04-26T05:06:06.275835+0000 mon.c (mon.2) 38 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-26T05:06:07.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:06 smithi102 bash[84717]: audit 2024-04-26T05:06:06.277629+0000 mon.c (mon.2) 39 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:08.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:07 smithi174 bash[69379]: cephadm 2024-04-26T05:06:06.271844+0000 mgr.y (mgr.25910) 138 : cephadm 1 Reconfiguring mgr.x (monmap changed)... 2024-04-26T05:06:08.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:07 smithi174 bash[69379]: cephadm 2024-04-26T05:06:06.279681+0000 mgr.y (mgr.25910) 139 : cephadm 1 Reconfiguring daemon mgr.x on smithi174 2024-04-26T05:06:08.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:07 smithi102 bash[84717]: cephadm 2024-04-26T05:06:06.271844+0000 mgr.y (mgr.25910) 138 : cephadm 1 Reconfiguring mgr.x (monmap changed)... 2024-04-26T05:06:08.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:07 smithi102 bash[84717]: cephadm 2024-04-26T05:06:06.279681+0000 mgr.y (mgr.25910) 139 : cephadm 1 Reconfiguring daemon mgr.x on smithi174 2024-04-26T05:06:08.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:07 smithi102 bash[82287]: cephadm 2024-04-26T05:06:06.271844+0000 mgr.y (mgr.25910) 138 : cephadm 1 Reconfiguring mgr.x (monmap changed)... 2024-04-26T05:06:08.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:07 smithi102 bash[82287]: cephadm 2024-04-26T05:06:06.279681+0000 mgr.y (mgr.25910) 139 : cephadm 1 Reconfiguring daemon mgr.x on smithi174 2024-04-26T05:06:08.930 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:06:08 smithi174 bash[61678]: ts=2024-04-26T05:06:08.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi102:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:06:09.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:08 smithi174 bash[69379]: cluster 2024-04-26T05:06:07.656940+0000 mgr.y (mgr.25910) 140 : cluster 0 pgmap v96: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:09.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:08 smithi174 bash[69379]: audit 2024-04-26T05:06:08.362666+0000 mon.a (mon.0) 247 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:09.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:08 smithi174 bash[69379]: audit 2024-04-26T05:06:08.378246+0000 mon.a (mon.0) 248 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:09.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:08 smithi174 bash[69379]: audit 2024-04-26T05:06:08.401646+0000 mon.c (mon.2) 40 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T05:06:09.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:08 smithi174 bash[69379]: audit 2024-04-26T05:06:08.403347+0000 mon.c (mon.2) 41 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:09.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:08 smithi102 bash[84717]: cluster 2024-04-26T05:06:07.656940+0000 mgr.y (mgr.25910) 140 : cluster 0 pgmap v96: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:09.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:08 smithi102 bash[84717]: audit 2024-04-26T05:06:08.362666+0000 mon.a (mon.0) 247 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:09.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:08 smithi102 bash[84717]: audit 2024-04-26T05:06:08.378246+0000 mon.a (mon.0) 248 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:09.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:08 smithi102 bash[84717]: audit 2024-04-26T05:06:08.401646+0000 mon.c (mon.2) 40 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T05:06:09.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:08 smithi102 bash[84717]: audit 2024-04-26T05:06:08.403347+0000 mon.c (mon.2) 41 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:09.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:08 smithi102 bash[82287]: cluster 2024-04-26T05:06:07.656940+0000 mgr.y (mgr.25910) 140 : cluster 0 pgmap v96: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:09.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:08 smithi102 bash[82287]: audit 2024-04-26T05:06:08.362666+0000 mon.a (mon.0) 247 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:09.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:08 smithi102 bash[82287]: audit 2024-04-26T05:06:08.378246+0000 mon.a (mon.0) 248 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:09.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:08 smithi102 bash[82287]: audit 2024-04-26T05:06:08.401646+0000 mon.c (mon.2) 40 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T05:06:09.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:08 smithi102 bash[82287]: audit 2024-04-26T05:06:08.403347+0000 mon.c (mon.2) 41 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:10.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:09 smithi174 bash[69379]: cephadm 2024-04-26T05:06:08.401010+0000 mgr.y (mgr.25910) 141 : cephadm 1 Reconfiguring osd.4 (monmap changed)... 2024-04-26T05:06:10.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:09 smithi174 bash[69379]: cephadm 2024-04-26T05:06:08.408072+0000 mgr.y (mgr.25910) 142 : cephadm 1 Reconfiguring daemon osd.4 on smithi174 2024-04-26T05:06:10.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:09 smithi102 bash[84717]: cephadm 2024-04-26T05:06:08.401010+0000 mgr.y (mgr.25910) 141 : cephadm 1 Reconfiguring osd.4 (monmap changed)... 2024-04-26T05:06:10.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:09 smithi102 bash[84717]: cephadm 2024-04-26T05:06:08.408072+0000 mgr.y (mgr.25910) 142 : cephadm 1 Reconfiguring daemon osd.4 on smithi174 2024-04-26T05:06:10.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:09 smithi102 bash[82287]: cephadm 2024-04-26T05:06:08.401010+0000 mgr.y (mgr.25910) 141 : cephadm 1 Reconfiguring osd.4 (monmap changed)... 2024-04-26T05:06:10.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:09 smithi102 bash[82287]: cephadm 2024-04-26T05:06:08.408072+0000 mgr.y (mgr.25910) 142 : cephadm 1 Reconfiguring daemon osd.4 on smithi174 2024-04-26T05:06:10.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:06:10 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:06:10] "GET /metrics HTTP/1.1" 200 33985 "" "Prometheus/2.43.0" 2024-04-26T05:06:11.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:10 smithi174 bash[69379]: cluster 2024-04-26T05:06:09.657970+0000 mgr.y (mgr.25910) 143 : cluster 0 pgmap v97: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:11.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:10 smithi174 bash[69379]: audit 2024-04-26T05:06:10.575714+0000 mon.a (mon.0) 249 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:11.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:10 smithi174 bash[69379]: audit 2024-04-26T05:06:10.593365+0000 mon.a (mon.0) 250 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:11.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:10 smithi174 bash[69379]: audit 2024-04-26T05:06:10.628151+0000 mon.c (mon.2) 42 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T05:06:11.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:10 smithi174 bash[69379]: audit 2024-04-26T05:06:10.629960+0000 mon.c (mon.2) 43 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:11.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:10 smithi102 bash[84717]: cluster 2024-04-26T05:06:09.657970+0000 mgr.y (mgr.25910) 143 : cluster 0 pgmap v97: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:11.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:10 smithi102 bash[84717]: audit 2024-04-26T05:06:10.575714+0000 mon.a (mon.0) 249 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:11.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:10 smithi102 bash[84717]: audit 2024-04-26T05:06:10.593365+0000 mon.a (mon.0) 250 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:11.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:10 smithi102 bash[84717]: audit 2024-04-26T05:06:10.628151+0000 mon.c (mon.2) 42 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T05:06:11.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:10 smithi102 bash[84717]: audit 2024-04-26T05:06:10.629960+0000 mon.c (mon.2) 43 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:11.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:10 smithi102 bash[82287]: cluster 2024-04-26T05:06:09.657970+0000 mgr.y (mgr.25910) 143 : cluster 0 pgmap v97: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:11.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:10 smithi102 bash[82287]: audit 2024-04-26T05:06:10.575714+0000 mon.a (mon.0) 249 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:11.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:10 smithi102 bash[82287]: audit 2024-04-26T05:06:10.593365+0000 mon.a (mon.0) 250 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:11.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:10 smithi102 bash[82287]: audit 2024-04-26T05:06:10.628151+0000 mon.c (mon.2) 42 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-26T05:06:11.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:10 smithi102 bash[82287]: audit 2024-04-26T05:06:10.629960+0000 mon.c (mon.2) 43 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:12.077 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:11 smithi174 bash[69379]: cephadm 2024-04-26T05:06:10.627421+0000 mgr.y (mgr.25910) 144 : cephadm 1 Reconfiguring osd.5 (monmap changed)... 2024-04-26T05:06:12.077 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:11 smithi174 bash[69379]: cephadm 2024-04-26T05:06:10.634825+0000 mgr.y (mgr.25910) 145 : cephadm 1 Reconfiguring daemon osd.5 on smithi174 2024-04-26T05:06:12.077 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:11 smithi174 bash[69379]: cluster 2024-04-26T05:06:11.658600+0000 mgr.y (mgr.25910) 146 : cluster 0 pgmap v98: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:12.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:11 smithi102 bash[84717]: cephadm 2024-04-26T05:06:10.627421+0000 mgr.y (mgr.25910) 144 : cephadm 1 Reconfiguring osd.5 (monmap changed)... 2024-04-26T05:06:12.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:11 smithi102 bash[84717]: cephadm 2024-04-26T05:06:10.634825+0000 mgr.y (mgr.25910) 145 : cephadm 1 Reconfiguring daemon osd.5 on smithi174 2024-04-26T05:06:12.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:11 smithi102 bash[84717]: cluster 2024-04-26T05:06:11.658600+0000 mgr.y (mgr.25910) 146 : cluster 0 pgmap v98: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:12.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:11 smithi102 bash[82287]: cephadm 2024-04-26T05:06:10.627421+0000 mgr.y (mgr.25910) 144 : cephadm 1 Reconfiguring osd.5 (monmap changed)... 2024-04-26T05:06:12.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:11 smithi102 bash[82287]: cephadm 2024-04-26T05:06:10.634825+0000 mgr.y (mgr.25910) 145 : cephadm 1 Reconfiguring daemon osd.5 on smithi174 2024-04-26T05:06:12.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:11 smithi102 bash[82287]: cluster 2024-04-26T05:06:11.658600+0000 mgr.y (mgr.25910) 146 : cluster 0 pgmap v98: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:13.845 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:13 smithi174 bash[69379]: audit 2024-04-26T05:06:12.592835+0000 mon.a (mon.0) 251 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:13.845 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:13 smithi174 bash[69379]: audit 2024-04-26T05:06:12.611463+0000 mon.a (mon.0) 252 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:13.845 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:13 smithi174 bash[69379]: cephadm 2024-04-26T05:06:12.654177+0000 mgr.y (mgr.25910) 147 : cephadm 1 Reconfiguring osd.6 (monmap changed)... 2024-04-26T05:06:13.845 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:13 smithi174 bash[69379]: audit 2024-04-26T05:06:12.654865+0000 mon.c (mon.2) 44 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T05:06:13.846 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:13 smithi174 bash[69379]: audit 2024-04-26T05:06:12.656719+0000 mon.c (mon.2) 45 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:13.846 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:13 smithi174 bash[69379]: cephadm 2024-04-26T05:06:12.661527+0000 mgr.y (mgr.25910) 148 : cephadm 1 Reconfiguring daemon osd.6 on smithi174 2024-04-26T05:06:13.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:13 smithi102 bash[84717]: audit 2024-04-26T05:06:12.592835+0000 mon.a (mon.0) 251 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:13.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:13 smithi102 bash[84717]: audit 2024-04-26T05:06:12.611463+0000 mon.a (mon.0) 252 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:13.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:13 smithi102 bash[84717]: cephadm 2024-04-26T05:06:12.654177+0000 mgr.y (mgr.25910) 147 : cephadm 1 Reconfiguring osd.6 (monmap changed)... 2024-04-26T05:06:13.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:13 smithi102 bash[84717]: audit 2024-04-26T05:06:12.654865+0000 mon.c (mon.2) 44 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T05:06:13.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:13 smithi102 bash[84717]: audit 2024-04-26T05:06:12.656719+0000 mon.c (mon.2) 45 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:13.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:13 smithi102 bash[84717]: cephadm 2024-04-26T05:06:12.661527+0000 mgr.y (mgr.25910) 148 : cephadm 1 Reconfiguring daemon osd.6 on smithi174 2024-04-26T05:06:13.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:13 smithi102 bash[82287]: audit 2024-04-26T05:06:12.592835+0000 mon.a (mon.0) 251 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:13.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:13 smithi102 bash[82287]: audit 2024-04-26T05:06:12.611463+0000 mon.a (mon.0) 252 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:13.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:13 smithi102 bash[82287]: cephadm 2024-04-26T05:06:12.654177+0000 mgr.y (mgr.25910) 147 : cephadm 1 Reconfiguring osd.6 (monmap changed)... 2024-04-26T05:06:13.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:13 smithi102 bash[82287]: audit 2024-04-26T05:06:12.654865+0000 mon.c (mon.2) 44 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-26T05:06:13.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:13 smithi102 bash[82287]: audit 2024-04-26T05:06:12.656719+0000 mon.c (mon.2) 45 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:13.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:13 smithi102 bash[82287]: cephadm 2024-04-26T05:06:12.661527+0000 mgr.y (mgr.25910) 148 : cephadm 1 Reconfiguring daemon osd.6 on smithi174 2024-04-26T05:06:14.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:14 smithi174 bash[69379]: cluster 2024-04-26T05:06:13.659215+0000 mgr.y (mgr.25910) 149 : cluster 0 pgmap v99: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:14.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:14 smithi102 bash[84717]: cluster 2024-04-26T05:06:13.659215+0000 mgr.y (mgr.25910) 149 : cluster 0 pgmap v99: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:14.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:14 smithi102 bash[82287]: cluster 2024-04-26T05:06:13.659215+0000 mgr.y (mgr.25910) 149 : cluster 0 pgmap v99: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:15.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:15 smithi174 bash[69379]: audit 2024-04-26T05:06:14.656963+0000 mon.a (mon.0) 253 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:15.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:15 smithi174 bash[69379]: audit 2024-04-26T05:06:14.672388+0000 mon.a (mon.0) 254 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:15.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:15 smithi174 bash[69379]: cephadm 2024-04-26T05:06:14.680413+0000 mgr.y (mgr.25910) 150 : cephadm 1 Reconfiguring osd.7 (monmap changed)... 2024-04-26T05:06:15.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:15 smithi174 bash[69379]: audit 2024-04-26T05:06:14.681085+0000 mon.c (mon.2) 46 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T05:06:15.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:15 smithi174 bash[69379]: audit 2024-04-26T05:06:14.682879+0000 mon.c (mon.2) 47 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:15.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:15 smithi174 bash[69379]: cephadm 2024-04-26T05:06:14.687602+0000 mgr.y (mgr.25910) 151 : cephadm 1 Reconfiguring daemon osd.7 on smithi174 2024-04-26T05:06:15.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:15 smithi102 bash[82287]: audit 2024-04-26T05:06:14.656963+0000 mon.a (mon.0) 253 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:15.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:15 smithi102 bash[82287]: audit 2024-04-26T05:06:14.672388+0000 mon.a (mon.0) 254 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:15.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:15 smithi102 bash[82287]: cephadm 2024-04-26T05:06:14.680413+0000 mgr.y (mgr.25910) 150 : cephadm 1 Reconfiguring osd.7 (monmap changed)... 2024-04-26T05:06:15.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:15 smithi102 bash[82287]: audit 2024-04-26T05:06:14.681085+0000 mon.c (mon.2) 46 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T05:06:15.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:15 smithi102 bash[82287]: audit 2024-04-26T05:06:14.682879+0000 mon.c (mon.2) 47 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:15.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:15 smithi102 bash[82287]: cephadm 2024-04-26T05:06:14.687602+0000 mgr.y (mgr.25910) 151 : cephadm 1 Reconfiguring daemon osd.7 on smithi174 2024-04-26T05:06:15.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:15 smithi102 bash[84717]: audit 2024-04-26T05:06:14.656963+0000 mon.a (mon.0) 253 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:15.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:15 smithi102 bash[84717]: audit 2024-04-26T05:06:14.672388+0000 mon.a (mon.0) 254 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:15.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:15 smithi102 bash[84717]: cephadm 2024-04-26T05:06:14.680413+0000 mgr.y (mgr.25910) 150 : cephadm 1 Reconfiguring osd.7 (monmap changed)... 2024-04-26T05:06:15.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:15 smithi102 bash[84717]: audit 2024-04-26T05:06:14.681085+0000 mon.c (mon.2) 46 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-26T05:06:15.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:15 smithi102 bash[84717]: audit 2024-04-26T05:06:14.682879+0000 mon.c (mon.2) 47 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:15.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:15 smithi102 bash[84717]: cephadm 2024-04-26T05:06:14.687602+0000 mgr.y (mgr.25910) 151 : cephadm 1 Reconfiguring daemon osd.7 on smithi174 2024-04-26T05:06:16.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:16 smithi174 bash[69379]: cluster 2024-04-26T05:06:15.660273+0000 mgr.y (mgr.25910) 152 : cluster 0 pgmap v100: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:16.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:16 smithi102 bash[84717]: cluster 2024-04-26T05:06:15.660273+0000 mgr.y (mgr.25910) 152 : cluster 0 pgmap v100: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:16.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:16 smithi102 bash[82287]: cluster 2024-04-26T05:06:15.660273+0000 mgr.y (mgr.25910) 152 : cluster 0 pgmap v100: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:17.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:17 smithi102 bash[82287]: audit 2024-04-26T05:06:16.697178+0000 mon.a (mon.0) 255 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:17.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:17 smithi102 bash[82287]: audit 2024-04-26T05:06:16.714741+0000 mon.a (mon.0) 256 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:17.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:17 smithi102 bash[82287]: cephadm 2024-04-26T05:06:16.761630+0000 mgr.y (mgr.25910) 153 : cephadm 1 Reconfiguring mds.foo.smithi174.idmghd (monmap changed)... 2024-04-26T05:06:17.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:17 smithi102 bash[82287]: audit 2024-04-26T05:06:16.762402+0000 mon.c (mon.2) 48 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi174.idmghd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T05:06:17.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:17 smithi102 bash[82287]: audit 2024-04-26T05:06:16.763245+0000 mon.a (mon.0) 257 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi174.idmghd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T05:06:17.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:17 smithi102 bash[82287]: audit 2024-04-26T05:06:16.765903+0000 mon.c (mon.2) 49 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:17.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:17 smithi102 bash[82287]: cephadm 2024-04-26T05:06:16.768137+0000 mgr.y (mgr.25910) 154 : cephadm 1 Reconfiguring daemon mds.foo.smithi174.idmghd on smithi174 2024-04-26T05:06:17.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:17 smithi102 bash[84717]: audit 2024-04-26T05:06:16.697178+0000 mon.a (mon.0) 255 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:17.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:17 smithi102 bash[84717]: audit 2024-04-26T05:06:16.714741+0000 mon.a (mon.0) 256 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:17.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:17 smithi102 bash[84717]: cephadm 2024-04-26T05:06:16.761630+0000 mgr.y (mgr.25910) 153 : cephadm 1 Reconfiguring mds.foo.smithi174.idmghd (monmap changed)... 2024-04-26T05:06:17.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:17 smithi102 bash[84717]: audit 2024-04-26T05:06:16.762402+0000 mon.c (mon.2) 48 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi174.idmghd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T05:06:17.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:17 smithi102 bash[84717]: audit 2024-04-26T05:06:16.763245+0000 mon.a (mon.0) 257 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi174.idmghd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T05:06:17.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:17 smithi102 bash[84717]: audit 2024-04-26T05:06:16.765903+0000 mon.c (mon.2) 49 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:17.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:17 smithi102 bash[84717]: cephadm 2024-04-26T05:06:16.768137+0000 mgr.y (mgr.25910) 154 : cephadm 1 Reconfiguring daemon mds.foo.smithi174.idmghd on smithi174 2024-04-26T05:06:17.954 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:17 smithi174 bash[69379]: audit 2024-04-26T05:06:16.697178+0000 mon.a (mon.0) 255 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:17.954 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:17 smithi174 bash[69379]: audit 2024-04-26T05:06:16.714741+0000 mon.a (mon.0) 256 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:17.955 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:17 smithi174 bash[69379]: cephadm 2024-04-26T05:06:16.761630+0000 mgr.y (mgr.25910) 153 : cephadm 1 Reconfiguring mds.foo.smithi174.idmghd (monmap changed)... 2024-04-26T05:06:17.955 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:17 smithi174 bash[69379]: audit 2024-04-26T05:06:16.762402+0000 mon.c (mon.2) 48 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi174.idmghd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T05:06:17.955 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:17 smithi174 bash[69379]: audit 2024-04-26T05:06:16.763245+0000 mon.a (mon.0) 257 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi174.idmghd", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-26T05:06:17.955 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:17 smithi174 bash[69379]: audit 2024-04-26T05:06:16.765903+0000 mon.c (mon.2) 49 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:17.955 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:17 smithi174 bash[69379]: cephadm 2024-04-26T05:06:16.768137+0000 mgr.y (mgr.25910) 154 : cephadm 1 Reconfiguring daemon mds.foo.smithi174.idmghd on smithi174 2024-04-26T05:06:18.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:18 smithi174 bash[69379]: cluster 2024-04-26T05:06:17.660921+0000 mgr.y (mgr.25910) 155 : cluster 0 pgmap v101: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:18.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:18 smithi174 bash[69379]: audit 2024-04-26T05:06:18.215857+0000 mon.c (mon.2) 50 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:06:18.931 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:06:18 smithi174 bash[61678]: ts=2024-04-26T05:06:18.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi174.front.sepia.ceph.com:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)\", cluster_addr=\"172.21.15.102\", device_class=\"ssd\", hostname=\"smithi102\", instance=\"smithi102:9283\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.102\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-26T05:06:19.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:18 smithi102 bash[84717]: cluster 2024-04-26T05:06:17.660921+0000 mgr.y (mgr.25910) 155 : cluster 0 pgmap v101: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:19.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:18 smithi102 bash[84717]: audit 2024-04-26T05:06:18.215857+0000 mon.c (mon.2) 50 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:06:19.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:18 smithi102 bash[82287]: cluster 2024-04-26T05:06:17.660921+0000 mgr.y (mgr.25910) 155 : cluster 0 pgmap v101: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:19.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:18 smithi102 bash[82287]: audit 2024-04-26T05:06:18.215857+0000 mon.c (mon.2) 50 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:06:20.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:19 smithi174 bash[69379]: audit 2024-04-26T05:06:18.732103+0000 mon.a (mon.0) 258 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:20.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:19 smithi174 bash[69379]: audit 2024-04-26T05:06:18.749335+0000 mon.a (mon.0) 259 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:20.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:19 smithi174 bash[69379]: audit 2024-04-26T05:06:18.812574+0000 mon.c (mon.2) 51 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:06:20.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:19 smithi102 bash[82287]: audit 2024-04-26T05:06:18.732103+0000 mon.a (mon.0) 258 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:20.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:19 smithi102 bash[82287]: audit 2024-04-26T05:06:18.749335+0000 mon.a (mon.0) 259 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:20.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:19 smithi102 bash[82287]: audit 2024-04-26T05:06:18.812574+0000 mon.c (mon.2) 51 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:06:20.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:19 smithi102 bash[84717]: audit 2024-04-26T05:06:18.732103+0000 mon.a (mon.0) 258 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:20.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:19 smithi102 bash[84717]: audit 2024-04-26T05:06:18.749335+0000 mon.a (mon.0) 259 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:20.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:19 smithi102 bash[84717]: audit 2024-04-26T05:06:18.812574+0000 mon.c (mon.2) 51 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:06:20.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:06:20 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:06:20] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-04-26T05:06:21.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:20 smithi174 bash[69379]: cluster 2024-04-26T05:06:19.661958+0000 mgr.y (mgr.25910) 156 : cluster 0 pgmap v102: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:21.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:20 smithi102 bash[82287]: cluster 2024-04-26T05:06:19.661958+0000 mgr.y (mgr.25910) 156 : cluster 0 pgmap v102: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:21.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:20 smithi102 bash[84717]: cluster 2024-04-26T05:06:19.661958+0000 mgr.y (mgr.25910) 156 : cluster 0 pgmap v102: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:23.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:22 smithi174 bash[69379]: cluster 2024-04-26T05:06:21.662579+0000 mgr.y (mgr.25910) 157 : cluster 0 pgmap v103: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:23.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:22 smithi102 bash[84717]: cluster 2024-04-26T05:06:21.662579+0000 mgr.y (mgr.25910) 157 : cluster 0 pgmap v103: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:23.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:22 smithi102 bash[82287]: cluster 2024-04-26T05:06:21.662579+0000 mgr.y (mgr.25910) 157 : cluster 0 pgmap v103: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:25.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:24 smithi174 bash[69379]: cluster 2024-04-26T05:06:23.663231+0000 mgr.y (mgr.25910) 158 : cluster 0 pgmap v104: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:25.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:24 smithi174 bash[69379]: audit 2024-04-26T05:06:24.601643+0000 mon.a (mon.0) 260 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:25.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:24 smithi174 bash[69379]: audit 2024-04-26T05:06:24.612163+0000 mon.a (mon.0) 261 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:25.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:24 smithi102 bash[84717]: cluster 2024-04-26T05:06:23.663231+0000 mgr.y (mgr.25910) 158 : cluster 0 pgmap v104: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:25.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:24 smithi102 bash[84717]: audit 2024-04-26T05:06:24.601643+0000 mon.a (mon.0) 260 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:25.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:24 smithi102 bash[84717]: audit 2024-04-26T05:06:24.612163+0000 mon.a (mon.0) 261 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:25.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:24 smithi102 bash[82287]: cluster 2024-04-26T05:06:23.663231+0000 mgr.y (mgr.25910) 158 : cluster 0 pgmap v104: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:25.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:24 smithi102 bash[82287]: audit 2024-04-26T05:06:24.601643+0000 mon.a (mon.0) 260 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:25.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:24 smithi102 bash[82287]: audit 2024-04-26T05:06:24.612163+0000 mon.a (mon.0) 261 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:26.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:25 smithi174 bash[69379]: audit 2024-04-26T05:06:25.181529+0000 mon.c (mon.2) 52 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:26.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:25 smithi174 bash[69379]: audit 2024-04-26T05:06:25.182669+0000 mon.c (mon.2) 53 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:06:26.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:25 smithi174 bash[69379]: audit 2024-04-26T05:06:25.194163+0000 mon.a (mon.0) 262 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:26.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:25 smithi102 bash[84717]: audit 2024-04-26T05:06:25.181529+0000 mon.c (mon.2) 52 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:26.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:25 smithi102 bash[84717]: audit 2024-04-26T05:06:25.182669+0000 mon.c (mon.2) 53 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:06:26.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:25 smithi102 bash[84717]: audit 2024-04-26T05:06:25.194163+0000 mon.a (mon.0) 262 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:26.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:25 smithi102 bash[82287]: audit 2024-04-26T05:06:25.181529+0000 mon.c (mon.2) 52 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:26.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:25 smithi102 bash[82287]: audit 2024-04-26T05:06:25.182669+0000 mon.c (mon.2) 53 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:06:26.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:25 smithi102 bash[82287]: audit 2024-04-26T05:06:25.194163+0000 mon.a (mon.0) 262 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:27.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:26 smithi174 bash[69379]: cluster 2024-04-26T05:06:25.185252+0000 mgr.y (mgr.25910) 159 : cluster 0 pgmap v105: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:27.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:26 smithi174 bash[69379]: cluster 2024-04-26T05:06:25.185721+0000 mgr.y (mgr.25910) 160 : cluster 0 pgmap v106: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:27.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:26 smithi102 bash[82287]: cluster 2024-04-26T05:06:25.185252+0000 mgr.y (mgr.25910) 159 : cluster 0 pgmap v105: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:27.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:26 smithi102 bash[82287]: cluster 2024-04-26T05:06:25.185721+0000 mgr.y (mgr.25910) 160 : cluster 0 pgmap v106: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:27.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:26 smithi102 bash[84717]: cluster 2024-04-26T05:06:25.185252+0000 mgr.y (mgr.25910) 159 : cluster 0 pgmap v105: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:27.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:26 smithi102 bash[84717]: cluster 2024-04-26T05:06:25.185721+0000 mgr.y (mgr.25910) 160 : cluster 0 pgmap v106: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:29.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:28 smithi174 bash[69379]: cluster 2024-04-26T05:06:27.186369+0000 mgr.y (mgr.25910) 161 : cluster 0 pgmap v107: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:29.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:28 smithi102 bash[84717]: cluster 2024-04-26T05:06:27.186369+0000 mgr.y (mgr.25910) 161 : cluster 0 pgmap v107: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:29.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:28 smithi102 bash[82287]: cluster 2024-04-26T05:06:27.186369+0000 mgr.y (mgr.25910) 161 : cluster 0 pgmap v107: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:30.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:06:30 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:06:30] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-04-26T05:06:31.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:30 smithi174 bash[69379]: cluster 2024-04-26T05:06:29.187417+0000 mgr.y (mgr.25910) 162 : cluster 0 pgmap v108: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:31.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:30 smithi102 bash[82287]: cluster 2024-04-26T05:06:29.187417+0000 mgr.y (mgr.25910) 162 : cluster 0 pgmap v108: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:31.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:30 smithi102 bash[84717]: cluster 2024-04-26T05:06:29.187417+0000 mgr.y (mgr.25910) 162 : cluster 0 pgmap v108: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:33.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:32 smithi174 bash[69379]: cluster 2024-04-26T05:06:31.188064+0000 mgr.y (mgr.25910) 163 : cluster 0 pgmap v109: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:33.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:32 smithi102 bash[84717]: cluster 2024-04-26T05:06:31.188064+0000 mgr.y (mgr.25910) 163 : cluster 0 pgmap v109: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:33.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:32 smithi102 bash[82287]: cluster 2024-04-26T05:06:31.188064+0000 mgr.y (mgr.25910) 163 : cluster 0 pgmap v109: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:34.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:33 smithi174 bash[69379]: audit 2024-04-26T05:06:33.215837+0000 mon.c (mon.2) 54 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:06:34.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:33 smithi102 bash[84717]: audit 2024-04-26T05:06:33.215837+0000 mon.c (mon.2) 54 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:06:34.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:33 smithi102 bash[82287]: audit 2024-04-26T05:06:33.215837+0000 mon.c (mon.2) 54 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:06:35.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:34 smithi174 bash[69379]: cluster 2024-04-26T05:06:33.188693+0000 mgr.y (mgr.25910) 164 : cluster 0 pgmap v110: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:35.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:34 smithi102 bash[82287]: cluster 2024-04-26T05:06:33.188693+0000 mgr.y (mgr.25910) 164 : cluster 0 pgmap v110: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:35.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:34 smithi102 bash[84717]: cluster 2024-04-26T05:06:33.188693+0000 mgr.y (mgr.25910) 164 : cluster 0 pgmap v110: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:37.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:36 smithi174 bash[69379]: cluster 2024-04-26T05:06:35.189792+0000 mgr.y (mgr.25910) 165 : cluster 0 pgmap v111: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:37.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:36 smithi102 bash[84717]: cluster 2024-04-26T05:06:35.189792+0000 mgr.y (mgr.25910) 165 : cluster 0 pgmap v111: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:37.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:36 smithi102 bash[82287]: cluster 2024-04-26T05:06:35.189792+0000 mgr.y (mgr.25910) 165 : cluster 0 pgmap v111: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:38.650 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'ceph orch upgrade resume' 2024-04-26T05:06:38.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:38 smithi102 bash[82287]: cluster 2024-04-26T05:06:37.190435+0000 mgr.y (mgr.25910) 166 : cluster 0 pgmap v112: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:38.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:38 smithi102 bash[84717]: cluster 2024-04-26T05:06:37.190435+0000 mgr.y (mgr.25910) 166 : cluster 0 pgmap v112: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:39.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:38 smithi174 bash[69379]: cluster 2024-04-26T05:06:37.190435+0000 mgr.y (mgr.25910) 166 : cluster 0 pgmap v112: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:40.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:06:40 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:06:40] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-04-26T05:06:41.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:40 smithi174 bash[69379]: cluster 2024-04-26T05:06:39.191463+0000 mgr.y (mgr.25910) 167 : cluster 0 pgmap v113: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:41.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:40 smithi102 bash[82287]: cluster 2024-04-26T05:06:39.191463+0000 mgr.y (mgr.25910) 167 : cluster 0 pgmap v113: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:41.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:40 smithi102 bash[84717]: cluster 2024-04-26T05:06:39.191463+0000 mgr.y (mgr.25910) 167 : cluster 0 pgmap v113: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:43.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:42 smithi174 bash[69379]: cluster 2024-04-26T05:06:41.192119+0000 mgr.y (mgr.25910) 168 : cluster 0 pgmap v114: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:43.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:42 smithi102 bash[82287]: cluster 2024-04-26T05:06:41.192119+0000 mgr.y (mgr.25910) 168 : cluster 0 pgmap v114: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:43.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:42 smithi102 bash[84717]: cluster 2024-04-26T05:06:41.192119+0000 mgr.y (mgr.25910) 168 : cluster 0 pgmap v114: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:43.443 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:06:45.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:44 smithi174 bash[69379]: cluster 2024-04-26T05:06:43.192750+0000 mgr.y (mgr.25910) 169 : cluster 0 pgmap v115: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:45.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:44 smithi102 bash[84717]: cluster 2024-04-26T05:06:43.192750+0000 mgr.y (mgr.25910) 169 : cluster 0 pgmap v115: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:45.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:44 smithi102 bash[82287]: cluster 2024-04-26T05:06:43.192750+0000 mgr.y (mgr.25910) 169 : cluster 0 pgmap v115: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:46.622 INFO:teuthology.orchestra.run.smithi102.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:06:46.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:46 smithi102 bash[84717]: cluster 2024-04-26T05:06:45.193834+0000 mgr.y (mgr.25910) 170 : cluster 0 pgmap v116: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:46.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:46 smithi102 bash[84717]: audit 2024-04-26T05:06:46.624472+0000 mon.a (mon.0) 263 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:46.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:46 smithi102 bash[84717]: audit 2024-04-26T05:06:46.640335+0000 mon.c (mon.2) 55 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:06:46.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:46 smithi102 bash[82287]: cluster 2024-04-26T05:06:45.193834+0000 mgr.y (mgr.25910) 170 : cluster 0 pgmap v116: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:46.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:46 smithi102 bash[82287]: audit 2024-04-26T05:06:46.624472+0000 mon.a (mon.0) 263 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:46.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:46 smithi102 bash[82287]: audit 2024-04-26T05:06:46.640335+0000 mon.c (mon.2) 55 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:06:47.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:46 smithi174 bash[69379]: cluster 2024-04-26T05:06:45.193834+0000 mgr.y (mgr.25910) 170 : cluster 0 pgmap v116: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:47.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:46 smithi174 bash[69379]: audit 2024-04-26T05:06:46.624472+0000 mon.a (mon.0) 263 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:47.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:46 smithi174 bash[69379]: audit 2024-04-26T05:06:46.640335+0000 mon.c (mon.2) 55 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:06:47.438 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'echo wait for all mons to upgrade' 2024-04-26T05:06:48.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:47 smithi174 bash[69379]: audit 2024-04-26T05:06:46.617018+0000 mgr.y (mgr.25910) 171 : audit 0 from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:06:48.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:47 smithi174 bash[69379]: cephadm 2024-04-26T05:06:46.617401+0000 mgr.y (mgr.25910) 172 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:06:48.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:47 smithi174 bash[69379]: audit 2024-04-26T05:06:47.167733+0000 mon.a (mon.0) 264 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:48.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:47 smithi174 bash[69379]: audit 2024-04-26T05:06:47.186139+0000 mon.a (mon.0) 265 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:48.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:47 smithi102 bash[84717]: audit 2024-04-26T05:06:46.617018+0000 mgr.y (mgr.25910) 171 : audit 0 from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:06:48.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:47 smithi102 bash[84717]: cephadm 2024-04-26T05:06:46.617401+0000 mgr.y (mgr.25910) 172 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:06:48.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:47 smithi102 bash[84717]: audit 2024-04-26T05:06:47.167733+0000 mon.a (mon.0) 264 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:48.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:47 smithi102 bash[84717]: audit 2024-04-26T05:06:47.186139+0000 mon.a (mon.0) 265 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:48.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:47 smithi102 bash[82287]: audit 2024-04-26T05:06:46.617018+0000 mgr.y (mgr.25910) 171 : audit 0 from='client.34188 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:06:48.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:47 smithi102 bash[82287]: cephadm 2024-04-26T05:06:46.617401+0000 mgr.y (mgr.25910) 172 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:06:48.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:47 smithi102 bash[82287]: audit 2024-04-26T05:06:47.167733+0000 mon.a (mon.0) 264 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:48.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:47 smithi102 bash[82287]: audit 2024-04-26T05:06:47.186139+0000 mon.a (mon.0) 265 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:49.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:48 smithi174 bash[69379]: cluster 2024-04-26T05:06:47.194484+0000 mgr.y (mgr.25910) 173 : cluster 0 pgmap v117: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:49.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:48 smithi174 bash[69379]: audit 2024-04-26T05:06:48.216552+0000 mon.c (mon.2) 56 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:06:49.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:48 smithi102 bash[84717]: cluster 2024-04-26T05:06:47.194484+0000 mgr.y (mgr.25910) 173 : cluster 0 pgmap v117: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:49.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:48 smithi102 bash[84717]: audit 2024-04-26T05:06:48.216552+0000 mon.c (mon.2) 56 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:06:49.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:48 smithi102 bash[82287]: cluster 2024-04-26T05:06:47.194484+0000 mgr.y (mgr.25910) 173 : cluster 0 pgmap v117: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:49.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:48 smithi102 bash[82287]: audit 2024-04-26T05:06:48.216552+0000 mon.c (mon.2) 56 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:06:50.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:06:50 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:06:50] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-04-26T05:06:51.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:50 smithi174 bash[69379]: cluster 2024-04-26T05:06:49.195508+0000 mgr.y (mgr.25910) 174 : cluster 0 pgmap v118: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:51.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:50 smithi102 bash[82287]: cluster 2024-04-26T05:06:49.195508+0000 mgr.y (mgr.25910) 174 : cluster 0 pgmap v118: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:51.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:50 smithi102 bash[84717]: cluster 2024-04-26T05:06:49.195508+0000 mgr.y (mgr.25910) 174 : cluster 0 pgmap v118: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:52.227 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:06:53.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:52 smithi174 bash[69379]: cluster 2024-04-26T05:06:51.196150+0000 mgr.y (mgr.25910) 175 : cluster 0 pgmap v119: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:53.181 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:52 smithi102 bash[84717]: cluster 2024-04-26T05:06:51.196150+0000 mgr.y (mgr.25910) 175 : cluster 0 pgmap v119: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:53.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:52 smithi102 bash[82287]: cluster 2024-04-26T05:06:51.196150+0000 mgr.y (mgr.25910) 175 : cluster 0 pgmap v119: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:54.356 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[84717]: audit 2024-04-26T05:06:52.995766+0000 mon.a (mon.0) 266 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:54.356 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[84717]: audit 2024-04-26T05:06:53.014308+0000 mon.a (mon.0) 267 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:54.356 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[84717]: cluster 2024-04-26T05:06:53.196646+0000 mgr.y (mgr.25910) 176 : cluster 0 pgmap v120: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:54.356 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[84717]: audit 2024-04-26T05:06:53.698175+0000 mon.c (mon.2) 57 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:54.356 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[84717]: audit 2024-04-26T05:06:53.699980+0000 mon.c (mon.2) 58 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:06:54.356 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[84717]: cluster 2024-04-26T05:06:53.703022+0000 mgr.y (mgr.25910) 177 : cluster 0 pgmap v121: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:54.356 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[84717]: cluster 2024-04-26T05:06:53.703528+0000 mgr.y (mgr.25910) 178 : cluster 0 pgmap v122: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:54.356 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[84717]: audit 2024-04-26T05:06:53.711291+0000 mon.a (mon.0) 268 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:54.356 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[84717]: audit 2024-04-26T05:06:53.808346+0000 mon.c (mon.2) 59 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:06:54.356 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[84717]: audit 2024-04-26T05:06:53.813395+0000 mon.c (mon.2) 60 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:06:54.356 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[84717]: audit 2024-04-26T05:06:53.816286+0000 mon.c (mon.2) 61 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:06:54.357 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[84717]: cephadm 2024-04-26T05:06:53.817596+0000 mgr.y (mgr.25910) 179 : cephadm 1 Upgrade: Setting container_image for all mon 2024-04-26T05:06:54.357 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[84717]: audit 2024-04-26T05:06:53.824666+0000 mon.a (mon.0) 269 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:54.357 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:54 smithi102 bash[84717]: audit 2024-04-26T05:06:53.833275+0000 mon.c (mon.2) 62 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T05:06:54.357 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:54 smithi102 bash[84717]: audit 2024-04-26T05:06:53.833880+0000 mon.a (mon.0) 270 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T05:06:54.357 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:54 smithi102 bash[84717]: audit 2024-04-26T05:06:53.838991+0000 mon.a (mon.0) 271 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-26T05:06:54.357 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:54 smithi102 bash[84717]: audit 2024-04-26T05:06:53.847125+0000 mon.c (mon.2) 63 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T05:06:54.357 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:54 smithi102 bash[84717]: audit 2024-04-26T05:06:53.847743+0000 mon.a (mon.0) 272 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T05:06:54.357 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:54 smithi102 bash[84717]: audit 2024-04-26T05:06:53.853038+0000 mon.a (mon.0) 273 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-26T05:06:54.357 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:54 smithi102 bash[84717]: audit 2024-04-26T05:06:53.861024+0000 mon.c (mon.2) 64 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T05:06:54.357 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:54 smithi102 bash[84717]: audit 2024-04-26T05:06:53.861709+0000 mon.a (mon.0) 274 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T05:06:54.357 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:54 smithi102 bash[84717]: audit 2024-04-26T05:06:53.868988+0000 mon.a (mon.0) 275 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-26T05:06:54.357 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:54 smithi102 bash[84717]: audit 2024-04-26T05:06:53.876634+0000 mon.c (mon.2) 65 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:06:54.357 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:54 smithi102 bash[84717]: cephadm 2024-04-26T05:06:53.878395+0000 mgr.y (mgr.25910) 180 : cephadm 1 Upgrade: Setting container_image for all crash 2024-04-26T05:06:54.357 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:54 smithi102 bash[84717]: audit 2024-04-26T05:06:53.887163+0000 mon.a (mon.0) 276 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:54.358 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:54 smithi102 bash[84717]: audit 2024-04-26T05:06:53.895643+0000 mon.c (mon.2) 66 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-26T05:06:54.358 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:54 smithi102 bash[84717]: audit 2024-04-26T05:06:53.896053+0000 mgr.y (mgr.25910) 181 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-26T05:06:54.358 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:54 smithi102 bash[84717]: cephadm 2024-04-26T05:06:53.898157+0000 mgr.y (mgr.25910) 182 : cephadm 1 Upgrade: osd.0 is safe to restart 2024-04-26T05:06:54.358 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:52.995766+0000 mon.a (mon.0) 266 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:54.358 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:53.014308+0000 mon.a (mon.0) 267 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:54.358 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: cluster 2024-04-26T05:06:53.196646+0000 mgr.y (mgr.25910) 176 : cluster 0 pgmap v120: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:54.358 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:53.698175+0000 mon.c (mon.2) 57 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:54.358 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:53.699980+0000 mon.c (mon.2) 58 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:06:54.358 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: cluster 2024-04-26T05:06:53.703022+0000 mgr.y (mgr.25910) 177 : cluster 0 pgmap v121: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:54.359 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: cluster 2024-04-26T05:06:53.703528+0000 mgr.y (mgr.25910) 178 : cluster 0 pgmap v122: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:54.359 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:53.711291+0000 mon.a (mon.0) 268 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:54.359 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:53.808346+0000 mon.c (mon.2) 59 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:06:54.359 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:53.813395+0000 mon.c (mon.2) 60 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:06:54.359 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:53.816286+0000 mon.c (mon.2) 61 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:06:54.359 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: cephadm 2024-04-26T05:06:53.817596+0000 mgr.y (mgr.25910) 179 : cephadm 1 Upgrade: Setting container_image for all mon 2024-04-26T05:06:54.359 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:53.824666+0000 mon.a (mon.0) 269 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:54.359 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:53.833275+0000 mon.c (mon.2) 62 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T05:06:54.359 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:53.833880+0000 mon.a (mon.0) 270 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T05:06:54.359 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:53.838991+0000 mon.a (mon.0) 271 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-26T05:06:54.359 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:53.847125+0000 mon.c (mon.2) 63 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T05:06:54.360 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:53.847743+0000 mon.a (mon.0) 272 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T05:06:54.360 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:53.853038+0000 mon.a (mon.0) 273 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-26T05:06:54.360 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:53.861024+0000 mon.c (mon.2) 64 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T05:06:54.360 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:53.861709+0000 mon.a (mon.0) 274 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T05:06:54.360 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:53.868988+0000 mon.a (mon.0) 275 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-26T05:06:54.360 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:53.876634+0000 mon.c (mon.2) 65 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:06:54.360 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: cephadm 2024-04-26T05:06:53.878395+0000 mgr.y (mgr.25910) 180 : cephadm 1 Upgrade: Setting container_image for all crash 2024-04-26T05:06:54.360 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:53.887163+0000 mon.a (mon.0) 276 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:54.360 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:53.895643+0000 mon.c (mon.2) 66 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-26T05:06:54.360 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: audit 2024-04-26T05:06:53.896053+0000 mgr.y (mgr.25910) 181 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-26T05:06:54.360 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:53 smithi102 bash[82287]: cephadm 2024-04-26T05:06:53.898157+0000 mgr.y (mgr.25910) 182 : cephadm 1 Upgrade: osd.0 is safe to restart 2024-04-26T05:06:54.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:52.995766+0000 mon.a (mon.0) 266 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:54.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:53.014308+0000 mon.a (mon.0) 267 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:54.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: cluster 2024-04-26T05:06:53.196646+0000 mgr.y (mgr.25910) 176 : cluster 0 pgmap v120: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:54.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:53.698175+0000 mon.c (mon.2) 57 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:54.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:53.699980+0000 mon.c (mon.2) 58 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:06:54.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: cluster 2024-04-26T05:06:53.703022+0000 mgr.y (mgr.25910) 177 : cluster 0 pgmap v121: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:54.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: cluster 2024-04-26T05:06:53.703528+0000 mgr.y (mgr.25910) 178 : cluster 0 pgmap v122: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:54.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:53.711291+0000 mon.a (mon.0) 268 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:54.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:53.808346+0000 mon.c (mon.2) 59 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:06:54.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:53.813395+0000 mon.c (mon.2) 60 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:06:54.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:53.816286+0000 mon.c (mon.2) 61 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:06:54.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: cephadm 2024-04-26T05:06:53.817596+0000 mgr.y (mgr.25910) 179 : cephadm 1 Upgrade: Setting container_image for all mon 2024-04-26T05:06:54.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:53.824666+0000 mon.a (mon.0) 269 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:54.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:53.833275+0000 mon.c (mon.2) 62 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T05:06:54.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:53.833880+0000 mon.a (mon.0) 270 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-26T05:06:54.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:53.838991+0000 mon.a (mon.0) 271 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-26T05:06:54.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:53.847125+0000 mon.c (mon.2) 63 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T05:06:54.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:53.847743+0000 mon.a (mon.0) 272 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-26T05:06:54.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:53.853038+0000 mon.a (mon.0) 273 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-26T05:06:54.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:53.861024+0000 mon.c (mon.2) 64 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T05:06:54.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:53.861709+0000 mon.a (mon.0) 274 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-26T05:06:54.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:53.868988+0000 mon.a (mon.0) 275 : audit 1 from='mgr.25910 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-26T05:06:54.432 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:53.876634+0000 mon.c (mon.2) 65 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:06:54.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: cephadm 2024-04-26T05:06:53.878395+0000 mgr.y (mgr.25910) 180 : cephadm 1 Upgrade: Setting container_image for all crash 2024-04-26T05:06:54.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:53.887163+0000 mon.a (mon.0) 276 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:54.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:53.895643+0000 mon.c (mon.2) 66 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-26T05:06:54.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: audit 2024-04-26T05:06:53.896053+0000 mgr.y (mgr.25910) 181 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-26T05:06:54.433 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:53 smithi174 bash[69379]: cephadm 2024-04-26T05:06:53.898157+0000 mgr.y (mgr.25910) 182 : cephadm 1 Upgrade: osd.0 is safe to restart 2024-04-26T05:06:55.541 INFO:teuthology.orchestra.run.smithi102.stdout:wait for all mons to upgrade 2024-04-26T05:06:56.894 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'while ! ceph mon versions | grep $sha1 | grep '"'"': 3'"'"' ; do sleep 2 ; done' 2024-04-26T05:06:57.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:56 smithi174 bash[69379]: cluster 2024-04-26T05:06:55.704289+0000 mgr.y (mgr.25910) 183 : cluster 0 pgmap v123: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:57.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:56 smithi102 bash[82287]: cluster 2024-04-26T05:06:55.704289+0000 mgr.y (mgr.25910) 183 : cluster 0 pgmap v123: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:57.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:56 smithi102 bash[84717]: cluster 2024-04-26T05:06:55.704289+0000 mgr.y (mgr.25910) 183 : cluster 0 pgmap v123: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:58.397 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:57 smithi102 bash[84717]: cephadm 2024-04-26T05:06:56.969899+0000 mgr.y (mgr.25910) 184 : cephadm 1 Upgrade: Updating osd.0 2024-04-26T05:06:58.397 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:57 smithi102 bash[84717]: audit 2024-04-26T05:06:56.975303+0000 mon.a (mon.0) 277 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:58.397 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:57 smithi102 bash[84717]: audit 2024-04-26T05:06:56.978245+0000 mon.c (mon.2) 67 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T05:06:58.398 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:57 smithi102 bash[84717]: audit 2024-04-26T05:06:56.979306+0000 mon.c (mon.2) 68 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:58.398 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:57 smithi102 bash[82287]: cephadm 2024-04-26T05:06:56.969899+0000 mgr.y (mgr.25910) 184 : cephadm 1 Upgrade: Updating osd.0 2024-04-26T05:06:58.398 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:57 smithi102 bash[82287]: audit 2024-04-26T05:06:56.975303+0000 mon.a (mon.0) 277 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:58.398 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:57 smithi102 bash[82287]: audit 2024-04-26T05:06:56.978245+0000 mon.c (mon.2) 67 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T05:06:58.398 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:57 smithi102 bash[82287]: audit 2024-04-26T05:06:56.979306+0000 mon.c (mon.2) 68 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:58.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:57 smithi174 bash[69379]: cephadm 2024-04-26T05:06:56.969899+0000 mgr.y (mgr.25910) 184 : cephadm 1 Upgrade: Updating osd.0 2024-04-26T05:06:58.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:57 smithi174 bash[69379]: audit 2024-04-26T05:06:56.975303+0000 mon.a (mon.0) 277 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:06:58.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:57 smithi174 bash[69379]: audit 2024-04-26T05:06:56.978245+0000 mon.c (mon.2) 67 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-26T05:06:58.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:57 smithi174 bash[69379]: audit 2024-04-26T05:06:56.979306+0000 mon.c (mon.2) 68 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:06:59.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:58 smithi102 bash[84717]: cephadm 2024-04-26T05:06:56.983519+0000 mgr.y (mgr.25910) 185 : cephadm 1 Deploying daemon osd.0 on smithi102 2024-04-26T05:06:59.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:58 smithi102 bash[84717]: cluster 2024-04-26T05:06:57.704824+0000 mgr.y (mgr.25910) 186 : cluster 0 pgmap v124: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:59.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:58 smithi102 bash[82287]: cephadm 2024-04-26T05:06:56.983519+0000 mgr.y (mgr.25910) 185 : cephadm 1 Deploying daemon osd.0 on smithi102 2024-04-26T05:06:59.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:58 smithi102 bash[82287]: cluster 2024-04-26T05:06:57.704824+0000 mgr.y (mgr.25910) 186 : cluster 0 pgmap v124: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:06:59.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:58 smithi174 bash[69379]: cephadm 2024-04-26T05:06:56.983519+0000 mgr.y (mgr.25910) 185 : cephadm 1 Deploying daemon osd.0 on smithi102 2024-04-26T05:06:59.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:58 smithi174 bash[69379]: cluster 2024-04-26T05:06:57.704824+0000 mgr.y (mgr.25910) 186 : cluster 0 pgmap v124: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:00.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:06:59 smithi102 bash[84717]: cluster 2024-04-26T05:06:59.706047+0000 mgr.y (mgr.25910) 187 : cluster 0 pgmap v125: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:00.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:06:59 smithi102 bash[82287]: cluster 2024-04-26T05:06:59.706047+0000 mgr.y (mgr.25910) 187 : cluster 0 pgmap v125: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:00.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:06:59 smithi174 bash[69379]: cluster 2024-04-26T05:06:59.706047+0000 mgr.y (mgr.25910) 187 : cluster 0 pgmap v125: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:00.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:07:00 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:07:00] "GET /metrics HTTP/1.1" 200 33988 "" "Prometheus/2.43.0" 2024-04-26T05:07:02.001 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:01 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:02.002 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:01 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:02.002 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:07:01 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:02.002 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:01 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:02.003 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:01 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:02.003 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:07:01 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:02.003 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:07:01 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:02.004 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:07:01 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:02.004 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:07:01 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:02.021 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:07:02.343 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:02 smithi102 systemd[1]: Stopping Ceph osd.0 for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:07:02.702 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:02 smithi102 bash[34455]: debug 2024-04-26T05:07:02.342+0000 7fa3c3c2f700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-26T05:07:02.703 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:02 smithi102 bash[34455]: debug 2024-04-26T05:07:02.342+0000 7fa3c3c2f700 -1 osd.0 92 *** Got signal Terminated *** 2024-04-26T05:07:02.703 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:02 smithi102 bash[34455]: debug 2024-04-26T05:07:02.342+0000 7fa3c3c2f700 -1 osd.0 92 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T05:07:03.097 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:02 smithi102 bash[84717]: cluster 2024-04-26T05:07:01.706797+0000 mgr.y (mgr.25910) 188 : cluster 0 pgmap v126: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:03.097 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:02 smithi102 bash[84717]: cluster 2024-04-26T05:07:02.347007+0000 mon.a (mon.0) 278 : cluster 1 osd.0 marked itself down and dead 2024-04-26T05:07:03.097 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:02 smithi102 bash[82287]: debug 2024-04-26T05:07:02.758+0000 7fc19b6b6700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:07:03.097 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:02 smithi102 bash[82287]: cluster 2024-04-26T05:07:01.706797+0000 mgr.y (mgr.25910) 188 : cluster 0 pgmap v126: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:03.097 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:02 smithi102 bash[82287]: cluster 2024-04-26T05:07:02.347007+0000 mon.a (mon.0) 278 : cluster 1 osd.0 marked itself down and dead 2024-04-26T05:07:03.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:02 smithi174 bash[69379]: cluster 2024-04-26T05:07:01.706797+0000 mgr.y (mgr.25910) 188 : cluster 0 pgmap v126: 73 pgs: 73 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:03.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:02 smithi174 bash[69379]: cluster 2024-04-26T05:07:02.347007+0000 mon.a (mon.0) 278 : cluster 1 osd.0 marked itself down and dead 2024-04-26T05:07:04.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:03 smithi174 bash[69379]: cluster 2024-04-26T05:07:02.762152+0000 mon.a (mon.0) 279 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T05:07:04.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:03 smithi174 bash[69379]: cluster 2024-04-26T05:07:02.762211+0000 mon.a (mon.0) 280 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:07:04.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:03 smithi174 bash[69379]: cluster 2024-04-26T05:07:02.771862+0000 mon.a (mon.0) 281 : cluster 0 osdmap e93: 8 total, 7 up, 8 in 2024-04-26T05:07:04.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:03 smithi174 bash[69379]: audit 2024-04-26T05:07:03.220300+0000 mon.a (mon.0) 282 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:04.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:03 smithi174 bash[69379]: audit 2024-04-26T05:07:03.222042+0000 mon.c (mon.2) 69 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:07:04.202 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:03 smithi102 bash[90383]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-0 2024-04-26T05:07:04.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:03 smithi102 bash[82287]: cluster 2024-04-26T05:07:02.762152+0000 mon.a (mon.0) 279 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T05:07:04.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:03 smithi102 bash[82287]: cluster 2024-04-26T05:07:02.762211+0000 mon.a (mon.0) 280 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:07:04.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:03 smithi102 bash[82287]: cluster 2024-04-26T05:07:02.771862+0000 mon.a (mon.0) 281 : cluster 0 osdmap e93: 8 total, 7 up, 8 in 2024-04-26T05:07:04.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:03 smithi102 bash[82287]: audit 2024-04-26T05:07:03.220300+0000 mon.a (mon.0) 282 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:04.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:03 smithi102 bash[82287]: audit 2024-04-26T05:07:03.222042+0000 mon.c (mon.2) 69 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:07:04.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:03 smithi102 bash[84717]: cluster 2024-04-26T05:07:02.762152+0000 mon.a (mon.0) 279 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T05:07:04.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:03 smithi102 bash[84717]: cluster 2024-04-26T05:07:02.762211+0000 mon.a (mon.0) 280 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:07:04.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:03 smithi102 bash[84717]: cluster 2024-04-26T05:07:02.771862+0000 mon.a (mon.0) 281 : cluster 0 osdmap e93: 8 total, 7 up, 8 in 2024-04-26T05:07:04.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:03 smithi102 bash[84717]: audit 2024-04-26T05:07:03.220300+0000 mon.a (mon.0) 282 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:04.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:03 smithi102 bash[84717]: audit 2024-04-26T05:07:03.222042+0000 mon.c (mon.2) 69 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:07:04.952 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:04 smithi102 bash[90507]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-0 2024-04-26T05:07:04.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:04 smithi102 bash[82287]: cluster 2024-04-26T05:07:03.707395+0000 mgr.y (mgr.25910) 189 : cluster 0 pgmap v128: 73 pgs: 11 stale+active+clean, 62 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:04.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:04 smithi102 bash[82287]: cluster 2024-04-26T05:07:03.783657+0000 mon.a (mon.0) 283 : cluster 0 osdmap e94: 8 total, 7 up, 8 in 2024-04-26T05:07:04.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:04 smithi102 bash[84717]: cluster 2024-04-26T05:07:03.707395+0000 mgr.y (mgr.25910) 189 : cluster 0 pgmap v128: 73 pgs: 11 stale+active+clean, 62 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:04.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:04 smithi102 bash[84717]: cluster 2024-04-26T05:07:03.783657+0000 mon.a (mon.0) 283 : cluster 0 osdmap e94: 8 total, 7 up, 8 in 2024-04-26T05:07:05.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:04 smithi174 bash[69379]: cluster 2024-04-26T05:07:03.707395+0000 mgr.y (mgr.25910) 189 : cluster 0 pgmap v128: 73 pgs: 11 stale+active+clean, 62 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:05.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:04 smithi174 bash[69379]: cluster 2024-04-26T05:07:03.783657+0000 mon.a (mon.0) 283 : cluster 0 osdmap e94: 8 total, 7 up, 8 in 2024-04-26T05:07:05.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:05 smithi102 bash[82287]: cluster 2024-04-26T05:07:05.789774+0000 mon.a (mon.0) 284 : cluster 3 Health check failed: Degraded data redundancy: 13/84 objects degraded (15.476%), 8 pgs degraded (PG_DEGRADED) 2024-04-26T05:07:05.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:05 smithi102 bash[84717]: cluster 2024-04-26T05:07:05.789774+0000 mon.a (mon.0) 284 : cluster 3 Health check failed: Degraded data redundancy: 13/84 objects degraded (15.476%), 8 pgs degraded (PG_DEGRADED) 2024-04-26T05:07:06.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:05 smithi174 bash[69379]: cluster 2024-04-26T05:07:05.789774+0000 mon.a (mon.0) 284 : cluster 3 Health check failed: Degraded data redundancy: 13/84 objects degraded (15.476%), 8 pgs degraded (PG_DEGRADED) 2024-04-26T05:07:06.680 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2447-gb22e2ebd (b22e2ebdeb24376882b7bda2a7329c8cccc2276a) squid (dev)": 3 2024-04-26T05:07:07.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:06 smithi174 bash[69379]: cluster 2024-04-26T05:07:05.708660+0000 mgr.y (mgr.25910) 190 : cluster 0 pgmap v130: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2024-04-26T05:07:07.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:06 smithi174 bash[69379]: audit 2024-04-26T05:07:06.670093+0000 mon.a (mon.0) 285 : audit 0 from='client.? 172.21.15.102:0/248317950' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:07:07.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:06 smithi102 bash[82287]: cluster 2024-04-26T05:07:05.708660+0000 mgr.y (mgr.25910) 190 : cluster 0 pgmap v130: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2024-04-26T05:07:07.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:06 smithi102 bash[82287]: audit 2024-04-26T05:07:06.670093+0000 mon.a (mon.0) 285 : audit 0 from='client.? 172.21.15.102:0/248317950' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:07:07.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:06 smithi102 bash[84717]: cluster 2024-04-26T05:07:05.708660+0000 mgr.y (mgr.25910) 190 : cluster 0 pgmap v130: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2024-04-26T05:07:07.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:06 smithi102 bash[84717]: audit 2024-04-26T05:07:06.670093+0000 mon.a (mon.0) 285 : audit 0 from='client.? 172.21.15.102:0/248317950' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-04-26T05:07:07.833 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'ceph orch ps' 2024-04-26T05:07:08.055 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:07 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:08.055 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:07 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:08.055 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:07:07 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:08.056 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:07 smithi102 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.0.service: Deactivated successfully. 2024-04-26T05:07:08.056 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:07 smithi102 systemd[1]: Stopped Ceph osd.0 for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:07:08.056 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:07 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:08.056 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:07:07 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:08.056 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:07 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:08.057 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:07:07 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:08.057 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:07:07 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:08.057 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:07:07 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:08.202 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:08 smithi102 systemd[1]: Started Ceph osd.0 for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:07:09.105 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:08 smithi102 bash[82287]: cluster 2024-04-26T05:07:07.709433+0000 mgr.y (mgr.25910) 191 : cluster 0 pgmap v131: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2024-04-26T05:07:09.105 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:08 smithi102 bash[82287]: audit 2024-04-26T05:07:08.102536+0000 mon.a (mon.0) 286 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:09.106 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:08 smithi102 bash[82287]: audit 2024-04-26T05:07:08.111742+0000 mon.a (mon.0) 287 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:09.106 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:08 smithi102 bash[82287]: audit 2024-04-26T05:07:08.123514+0000 mon.c (mon.2) 70 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:07:09.106 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:08 smithi102 bash[84717]: cluster 2024-04-26T05:07:07.709433+0000 mgr.y (mgr.25910) 191 : cluster 0 pgmap v131: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2024-04-26T05:07:09.106 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:08 smithi102 bash[84717]: audit 2024-04-26T05:07:08.102536+0000 mon.a (mon.0) 286 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:09.106 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:08 smithi102 bash[84717]: audit 2024-04-26T05:07:08.111742+0000 mon.a (mon.0) 287 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:09.106 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:08 smithi102 bash[84717]: audit 2024-04-26T05:07:08.123514+0000 mon.c (mon.2) 70 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:07:09.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:08 smithi174 bash[69379]: cluster 2024-04-26T05:07:07.709433+0000 mgr.y (mgr.25910) 191 : cluster 0 pgmap v131: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2024-04-26T05:07:09.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:08 smithi174 bash[69379]: audit 2024-04-26T05:07:08.102536+0000 mon.a (mon.0) 286 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:09.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:08 smithi174 bash[69379]: audit 2024-04-26T05:07:08.111742+0000 mon.a (mon.0) 287 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:09.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:08 smithi174 bash[69379]: audit 2024-04-26T05:07:08.123514+0000 mon.c (mon.2) 70 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:07:09.953 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:09 smithi102 bash[90777]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-26T05:07:09.953 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:09 smithi102 bash[90777]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-26T05:07:09.953 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:09 smithi102 bash[90777]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-26T05:07:09.953 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:09 smithi102 bash[90777]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-26T05:07:09.953 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:09 smithi102 bash[90777]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-26T05:07:09.953 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:09 smithi102 bash[90777]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-26T05:07:09.953 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:09 smithi102 bash[90777]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-26T05:07:10.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:07:10 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:07:10] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-26T05:07:11.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:10 smithi174 bash[69379]: cluster 2024-04-26T05:07:09.710148+0000 mgr.y (mgr.25910) 192 : cluster 0 pgmap v132: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2024-04-26T05:07:11.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:10 smithi102 bash[84717]: cluster 2024-04-26T05:07:09.710148+0000 mgr.y (mgr.25910) 192 : cluster 0 pgmap v132: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2024-04-26T05:07:11.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:10 smithi102 bash[82287]: cluster 2024-04-26T05:07:09.710148+0000 mgr.y (mgr.25910) 192 : cluster 0 pgmap v132: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2024-04-26T05:07:11.952 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:11 smithi102 bash[91008]: debug 2024-04-26T05:07:11.558+0000 7f5a76cbc700 1 -- 172.21.15.102:0/1591945044 <== mon.0 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e6a09b5680 con 0x55e6a09f3000 2024-04-26T05:07:12.452 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:12 smithi102 bash[91008]: debug 2024-04-26T05:07:12.110+0000 7f5a7fe547c0 -1 Falling back to public interface 2024-04-26T05:07:13.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:12 smithi174 bash[69379]: cluster 2024-04-26T05:07:11.710893+0000 mgr.y (mgr.25910) 193 : cluster 0 pgmap v133: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2024-04-26T05:07:13.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:12 smithi102 bash[84717]: cluster 2024-04-26T05:07:11.710893+0000 mgr.y (mgr.25910) 193 : cluster 0 pgmap v133: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2024-04-26T05:07:13.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:12 smithi102 bash[82287]: cluster 2024-04-26T05:07:11.710893+0000 mgr.y (mgr.25910) 193 : cluster 0 pgmap v133: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2024-04-26T05:07:14.086 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:07:15.111 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:14 smithi102 bash[84717]: cluster 2024-04-26T05:07:13.711798+0000 mgr.y (mgr.25910) 194 : cluster 0 pgmap v134: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2024-04-26T05:07:15.111 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:14 smithi102 bash[82287]: cluster 2024-04-26T05:07:13.711798+0000 mgr.y (mgr.25910) 194 : cluster 0 pgmap v134: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2024-04-26T05:07:15.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:14 smithi174 bash[69379]: cluster 2024-04-26T05:07:13.711798+0000 mgr.y (mgr.25910) 194 : cluster 0 pgmap v134: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2024-04-26T05:07:15.403 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:15 smithi102 bash[91008]: debug 2024-04-26T05:07:15.110+0000 7f5a7fe547c0 -1 osd.0 92 log_to_monitors true 2024-04-26T05:07:16.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:15 smithi174 bash[69379]: audit 2024-04-26T05:07:14.868561+0000 mon.a (mon.0) 288 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:16.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:15 smithi174 bash[69379]: audit 2024-04-26T05:07:14.878474+0000 mon.a (mon.0) 289 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:16.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:15 smithi174 bash[69379]: audit 2024-04-26T05:07:15.117305+0000 mon.a (mon.0) 290 : audit 1 from='osd.0 [v2:172.21.15.102:6802/713722907,v1:172.21.15.102:6803/713722907]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T05:07:16.202 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:15 smithi102 bash[91008]: debug 2024-04-26T05:07:15.926+0000 7f5a712ac700 -1 osd.0 92 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T05:07:16.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:15 smithi102 bash[82287]: audit 2024-04-26T05:07:14.868561+0000 mon.a (mon.0) 288 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:16.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:15 smithi102 bash[82287]: audit 2024-04-26T05:07:14.878474+0000 mon.a (mon.0) 289 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:16.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:15 smithi102 bash[82287]: audit 2024-04-26T05:07:15.117305+0000 mon.a (mon.0) 290 : audit 1 from='osd.0 [v2:172.21.15.102:6802/713722907,v1:172.21.15.102:6803/713722907]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T05:07:16.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:15 smithi102 bash[84717]: audit 2024-04-26T05:07:14.868561+0000 mon.a (mon.0) 288 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:16.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:15 smithi102 bash[84717]: audit 2024-04-26T05:07:14.878474+0000 mon.a (mon.0) 289 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:16.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:15 smithi102 bash[84717]: audit 2024-04-26T05:07:15.117305+0000 mon.a (mon.0) 290 : audit 1 from='osd.0 [v2:172.21.15.102:6802/713722907,v1:172.21.15.102:6803/713722907]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-26T05:07:17.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:16 smithi174 bash[69379]: cluster 2024-04-26T05:07:15.713075+0000 mgr.y (mgr.25910) 195 : cluster 0 pgmap v135: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2024-04-26T05:07:17.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:16 smithi174 bash[69379]: audit 2024-04-26T05:07:15.880063+0000 mon.a (mon.0) 291 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:17.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:16 smithi174 bash[69379]: audit 2024-04-26T05:07:15.884564+0000 mon.a (mon.0) 292 : audit 1 from='osd.0 [v2:172.21.15.102:6802/713722907,v1:172.21.15.102:6803/713722907]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T05:07:17.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:16 smithi174 bash[69379]: cluster 2024-04-26T05:07:15.888002+0000 mon.a (mon.0) 293 : cluster 0 osdmap e95: 8 total, 7 up, 8 in 2024-04-26T05:07:17.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:16 smithi174 bash[69379]: audit 2024-04-26T05:07:15.888447+0000 mon.a (mon.0) 294 : audit 1 from='osd.0 [v2:172.21.15.102:6802/713722907,v1:172.21.15.102:6803/713722907]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T05:07:17.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:16 smithi174 bash[69379]: audit 2024-04-26T05:07:15.898091+0000 mon.a (mon.0) 295 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:17.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:16 smithi102 bash[84717]: cluster 2024-04-26T05:07:15.713075+0000 mgr.y (mgr.25910) 195 : cluster 0 pgmap v135: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2024-04-26T05:07:17.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:16 smithi102 bash[84717]: audit 2024-04-26T05:07:15.880063+0000 mon.a (mon.0) 291 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:17.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:16 smithi102 bash[84717]: audit 2024-04-26T05:07:15.884564+0000 mon.a (mon.0) 292 : audit 1 from='osd.0 [v2:172.21.15.102:6802/713722907,v1:172.21.15.102:6803/713722907]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T05:07:17.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:16 smithi102 bash[84717]: cluster 2024-04-26T05:07:15.888002+0000 mon.a (mon.0) 293 : cluster 0 osdmap e95: 8 total, 7 up, 8 in 2024-04-26T05:07:17.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:16 smithi102 bash[84717]: audit 2024-04-26T05:07:15.888447+0000 mon.a (mon.0) 294 : audit 1 from='osd.0 [v2:172.21.15.102:6802/713722907,v1:172.21.15.102:6803/713722907]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T05:07:17.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:16 smithi102 bash[84717]: audit 2024-04-26T05:07:15.898091+0000 mon.a (mon.0) 295 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:17.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:16 smithi102 bash[82287]: cluster 2024-04-26T05:07:15.713075+0000 mgr.y (mgr.25910) 195 : cluster 0 pgmap v135: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2024-04-26T05:07:17.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:16 smithi102 bash[82287]: audit 2024-04-26T05:07:15.880063+0000 mon.a (mon.0) 291 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:17.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:16 smithi102 bash[82287]: audit 2024-04-26T05:07:15.884564+0000 mon.a (mon.0) 292 : audit 1 from='osd.0 [v2:172.21.15.102:6802/713722907,v1:172.21.15.102:6803/713722907]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-26T05:07:17.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:16 smithi102 bash[82287]: cluster 2024-04-26T05:07:15.888002+0000 mon.a (mon.0) 293 : cluster 0 osdmap e95: 8 total, 7 up, 8 in 2024-04-26T05:07:17.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:16 smithi102 bash[82287]: audit 2024-04-26T05:07:15.888447+0000 mon.a (mon.0) 294 : audit 1 from='osd.0 [v2:172.21.15.102:6802/713722907,v1:172.21.15.102:6803/713722907]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T05:07:17.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:16 smithi102 bash[82287]: audit 2024-04-26T05:07:15.898091+0000 mon.a (mon.0) 295 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:17.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:16 smithi102 bash[82287]: debug 2024-04-26T05:07:16.890+0000 7fc19b6b6700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:07:17.474 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T05:07:17.475 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (5m) 2s ago 12m 13.9M - 0.25.0 c8568f914cd2 180b2c72f145 2024-04-26T05:07:17.475 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi174 *:3000 error 24s ago 12m - - 2024-04-26T05:07:17.475 INFO:teuthology.orchestra.run.smithi102.stdout:mds.foo.smithi102.iafhgp smithi102 running (10m) 2s ago 10m 14.0M - 17.2.7-902-gc61472c8 0de407c1b3af fb04751031d5 2024-04-26T05:07:17.475 INFO:teuthology.orchestra.run.smithi102.stdout:mds.foo.smithi174.idmghd smithi174 running (10m) 24s ago 10m 16.3M - 17.2.7-902-gc61472c8 0de407c1b3af 94a8195067aa 2024-04-26T05:07:17.475 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi174 *:8443,9283,8765 running (4m) 24s ago 20m 438M - 19.0.0-2447-gb22e2ebd 87e5280d5ae8 b6319e529c2e 2024-04-26T05:07:17.475 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (5m) 2s ago 23m 495M - 19.0.0-2447-gb22e2ebd 87e5280d5ae8 ba4c6c6308e2 2024-04-26T05:07:17.475 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (4m) 2s ago 23m 45.6M 2048M 19.0.0-2447-gb22e2ebd 87e5280d5ae8 2ccd87314ba2 2024-04-26T05:07:17.475 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi174 running (116s) 24s ago 21m 33.7M 2048M 19.0.0-2447-gb22e2ebd 87e5280d5ae8 f7d729e302d6 2024-04-26T05:07:17.475 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (2m) 2s ago 21m 36.7M 2048M 19.0.0-2447-gb22e2ebd 87e5280d5ae8 55a64159d34f 2024-04-26T05:07:17.475 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (5m) 2s ago 12m 8244k - 1.5.0 0da6a335fe13 8d3a48a0f45d 2024-04-26T05:07:17.475 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi174 *:9100 running (5m) 24s ago 12m 8112k - 1.5.0 0da6a335fe13 0475d2b75e8d 2024-04-26T05:07:17.476 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (6s) 2s ago 19m - 2524M 19.0.0-2447-gb22e2ebd 87e5280d5ae8 e4765359723d 2024-04-26T05:07:17.476 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (19m) 2s ago 19m 52.9M 2524M 17.2.7-902-gc61472c8 0de407c1b3af 9a879e873629 2024-04-26T05:07:17.476 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (18m) 2s ago 18m 51.1M 2524M 17.2.7-902-gc61472c8 0de407c1b3af ae51c2885197 2024-04-26T05:07:17.476 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (17m) 2s ago 17m 49.7M 2524M 17.2.7-902-gc61472c8 0de407c1b3af 78ae3061dc73 2024-04-26T05:07:17.476 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi174 running (16m) 24s ago 16m 48.7M 2524M 17.2.7-902-gc61472c8 0de407c1b3af 69845b3de88d 2024-04-26T05:07:17.476 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi174 running (15m) 24s ago 15m 49.7M 2524M 17.2.7-902-gc61472c8 0de407c1b3af 041037310e4e 2024-04-26T05:07:17.476 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi174 running (14m) 24s ago 14m 48.5M 2524M 17.2.7-902-gc61472c8 0de407c1b3af d912f137bbb8 2024-04-26T05:07:17.476 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi174 running (14m) 24s ago 14m 51.7M 2524M 17.2.7-902-gc61472c8 0de407c1b3af 12dbdd4bcd5f 2024-04-26T05:07:17.476 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi174 *:9095 running (4m) 24s ago 13m 48.0M - 2.43.0 a07b618ecd1d dadad3b73f6f 2024-04-26T05:07:18.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:17 smithi174 bash[69379]: cluster 2024-04-26T05:07:16.895584+0000 mon.a (mon.0) 296 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:07:18.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:17 smithi174 bash[69379]: cluster 2024-04-26T05:07:16.895635+0000 mon.a (mon.0) 297 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T05:07:18.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:17 smithi174 bash[69379]: cluster 2024-04-26T05:07:16.908143+0000 mon.a (mon.0) 298 : cluster 1 osd.0 [v2:172.21.15.102:6802/713722907,v1:172.21.15.102:6803/713722907] boot 2024-04-26T05:07:18.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:17 smithi174 bash[69379]: cluster 2024-04-26T05:07:16.908352+0000 mon.a (mon.0) 299 : cluster 0 osdmap e96: 8 total, 8 up, 8 in 2024-04-26T05:07:18.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:17 smithi174 bash[69379]: audit 2024-04-26T05:07:16.910247+0000 mon.c (mon.2) 71 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T05:07:18.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:17 smithi102 bash[82287]: cluster 2024-04-26T05:07:16.895584+0000 mon.a (mon.0) 296 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:07:18.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:17 smithi102 bash[82287]: cluster 2024-04-26T05:07:16.895635+0000 mon.a (mon.0) 297 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T05:07:18.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:17 smithi102 bash[82287]: cluster 2024-04-26T05:07:16.908143+0000 mon.a (mon.0) 298 : cluster 1 osd.0 [v2:172.21.15.102:6802/713722907,v1:172.21.15.102:6803/713722907] boot 2024-04-26T05:07:18.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:17 smithi102 bash[82287]: cluster 2024-04-26T05:07:16.908352+0000 mon.a (mon.0) 299 : cluster 0 osdmap e96: 8 total, 8 up, 8 in 2024-04-26T05:07:18.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:17 smithi102 bash[82287]: audit 2024-04-26T05:07:16.910247+0000 mon.c (mon.2) 71 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T05:07:18.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:17 smithi102 bash[84717]: cluster 2024-04-26T05:07:16.895584+0000 mon.a (mon.0) 296 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:07:18.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:17 smithi102 bash[84717]: cluster 2024-04-26T05:07:16.895635+0000 mon.a (mon.0) 297 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T05:07:18.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:17 smithi102 bash[84717]: cluster 2024-04-26T05:07:16.908143+0000 mon.a (mon.0) 298 : cluster 1 osd.0 [v2:172.21.15.102:6802/713722907,v1:172.21.15.102:6803/713722907] boot 2024-04-26T05:07:18.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:17 smithi102 bash[84717]: cluster 2024-04-26T05:07:16.908352+0000 mon.a (mon.0) 299 : cluster 0 osdmap e96: 8 total, 8 up, 8 in 2024-04-26T05:07:18.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:17 smithi102 bash[84717]: audit 2024-04-26T05:07:16.910247+0000 mon.c (mon.2) 71 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-26T05:07:18.342 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'ceph orch upgrade pause' 2024-04-26T05:07:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:18 smithi174 bash[69379]: audit 2024-04-26T05:07:17.437115+0000 mgr.y (mgr.25910) 196 : audit 0 from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:07:19.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:18 smithi174 bash[69379]: cluster 2024-04-26T05:07:17.713801+0000 mgr.y (mgr.25910) 197 : cluster 0 pgmap v138: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2024-04-26T05:07:19.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:18 smithi174 bash[69379]: cluster 2024-04-26T05:07:17.917213+0000 mon.a (mon.0) 300 : cluster 0 osdmap e97: 8 total, 8 up, 8 in 2024-04-26T05:07:19.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:18 smithi174 bash[69379]: audit 2024-04-26T05:07:18.227684+0000 mon.a (mon.0) 301 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:19.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:18 smithi174 bash[69379]: audit 2024-04-26T05:07:18.232897+0000 mon.c (mon.2) 72 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:07:19.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:18 smithi102 bash[84717]: audit 2024-04-26T05:07:17.437115+0000 mgr.y (mgr.25910) 196 : audit 0 from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:07:19.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:18 smithi102 bash[84717]: cluster 2024-04-26T05:07:17.713801+0000 mgr.y (mgr.25910) 197 : cluster 0 pgmap v138: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2024-04-26T05:07:19.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:18 smithi102 bash[84717]: cluster 2024-04-26T05:07:17.917213+0000 mon.a (mon.0) 300 : cluster 0 osdmap e97: 8 total, 8 up, 8 in 2024-04-26T05:07:19.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:18 smithi102 bash[84717]: audit 2024-04-26T05:07:18.227684+0000 mon.a (mon.0) 301 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:19.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:18 smithi102 bash[84717]: audit 2024-04-26T05:07:18.232897+0000 mon.c (mon.2) 72 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:07:19.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:18 smithi102 bash[82287]: audit 2024-04-26T05:07:17.437115+0000 mgr.y (mgr.25910) 196 : audit 0 from='client.34206 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:07:19.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:18 smithi102 bash[82287]: cluster 2024-04-26T05:07:17.713801+0000 mgr.y (mgr.25910) 197 : cluster 0 pgmap v138: 73 pgs: 8 active+undersized+degraded, 18 active+undersized, 47 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13/84 objects degraded (15.476%) 2024-04-26T05:07:19.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:18 smithi102 bash[82287]: cluster 2024-04-26T05:07:17.917213+0000 mon.a (mon.0) 300 : cluster 0 osdmap e97: 8 total, 8 up, 8 in 2024-04-26T05:07:19.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:18 smithi102 bash[82287]: audit 2024-04-26T05:07:18.227684+0000 mon.a (mon.0) 301 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:19.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:18 smithi102 bash[82287]: audit 2024-04-26T05:07:18.232897+0000 mon.c (mon.2) 72 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:07:20.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:19 smithi174 bash[69379]: cluster 2024-04-26T05:07:19.911182+0000 mon.a (mon.0) 302 : cluster 3 Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-26T05:07:20.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:19 smithi102 bash[84717]: cluster 2024-04-26T05:07:19.911182+0000 mon.a (mon.0) 302 : cluster 3 Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-26T05:07:20.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:19 smithi102 bash[82287]: cluster 2024-04-26T05:07:19.911182+0000 mon.a (mon.0) 302 : cluster 3 Health check update: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-26T05:07:20.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:07:20 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:07:20] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2024-04-26T05:07:21.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:20 smithi102 bash[84717]: cluster 2024-04-26T05:07:19.714939+0000 mgr.y (mgr.25910) 198 : cluster 0 pgmap v140: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-26T05:07:21.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:20 smithi102 bash[82287]: cluster 2024-04-26T05:07:19.714939+0000 mgr.y (mgr.25910) 198 : cluster 0 pgmap v140: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-26T05:07:21.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:20 smithi174 bash[69379]: cluster 2024-04-26T05:07:19.714939+0000 mgr.y (mgr.25910) 198 : cluster 0 pgmap v140: 73 pgs: 2 active+undersized+degraded, 9 active+undersized, 62 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-26T05:07:22.352 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:22 smithi102 bash[84717]: cluster 2024-04-26T05:07:21.715699+0000 mgr.y (mgr.25910) 199 : cluster 0 pgmap v141: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:22.352 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:22 smithi102 bash[84717]: cluster 2024-04-26T05:07:21.965448+0000 mon.a (mon.0) 303 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-04-26T05:07:22.352 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:22 smithi102 bash[82287]: cluster 2024-04-26T05:07:21.715699+0000 mgr.y (mgr.25910) 199 : cluster 0 pgmap v141: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:22.353 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:22 smithi102 bash[82287]: cluster 2024-04-26T05:07:21.965448+0000 mon.a (mon.0) 303 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-04-26T05:07:22.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:22 smithi174 bash[69379]: cluster 2024-04-26T05:07:21.715699+0000 mgr.y (mgr.25910) 199 : cluster 0 pgmap v141: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:22.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:22 smithi174 bash[69379]: cluster 2024-04-26T05:07:21.965448+0000 mon.a (mon.0) 303 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded) 2024-04-26T05:07:23.373 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:07:24.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:24 smithi102 bash[82287]: cluster 2024-04-26T05:07:23.716302+0000 mgr.y (mgr.25910) 200 : cluster 0 pgmap v142: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:24.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:24 smithi102 bash[84717]: cluster 2024-04-26T05:07:23.716302+0000 mgr.y (mgr.25910) 200 : cluster 0 pgmap v142: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:25.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:24 smithi174 bash[69379]: cluster 2024-04-26T05:07:23.716302+0000 mgr.y (mgr.25910) 200 : cluster 0 pgmap v142: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:26.943 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:26 smithi102 bash[82287]: cluster 2024-04-26T05:07:25.716918+0000 mgr.y (mgr.25910) 201 : cluster 0 pgmap v143: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:26.944 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:26 smithi102 bash[84717]: cluster 2024-04-26T05:07:25.716918+0000 mgr.y (mgr.25910) 201 : cluster 0 pgmap v143: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:27.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:26 smithi174 bash[69379]: cluster 2024-04-26T05:07:25.716918+0000 mgr.y (mgr.25910) 201 : cluster 0 pgmap v143: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:27.378 INFO:teuthology.orchestra.run.smithi102.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:07:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:27 smithi174 bash[69379]: audit 2024-04-26T05:07:26.963064+0000 mon.a (mon.0) 304 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:27 smithi174 bash[69379]: audit 2024-04-26T05:07:26.973213+0000 mon.a (mon.0) 305 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:27 smithi174 bash[69379]: audit 2024-04-26T05:07:26.977583+0000 mon.c (mon.2) 73 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:07:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:27 smithi174 bash[69379]: audit 2024-04-26T05:07:26.978566+0000 mon.c (mon.2) 74 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:07:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:27 smithi174 bash[69379]: cluster 2024-04-26T05:07:26.980354+0000 mgr.y (mgr.25910) 202 : cluster 0 pgmap v144: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:27 smithi174 bash[69379]: cluster 2024-04-26T05:07:26.980584+0000 mgr.y (mgr.25910) 203 : cluster 0 pgmap v145: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:27 smithi174 bash[69379]: audit 2024-04-26T05:07:26.987590+0000 mon.a (mon.0) 306 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:27 smithi174 bash[69379]: audit 2024-04-26T05:07:27.050662+0000 mon.c (mon.2) 75 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:07:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:27 smithi174 bash[69379]: audit 2024-04-26T05:07:27.052776+0000 mon.c (mon.2) 76 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:07:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:27 smithi174 bash[69379]: audit 2024-04-26T05:07:27.054401+0000 mon.c (mon.2) 77 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:07:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:27 smithi174 bash[69379]: audit 2024-04-26T05:07:27.055520+0000 mon.c (mon.2) 78 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:07:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:27 smithi174 bash[69379]: audit 2024-04-26T05:07:27.056970+0000 mon.c (mon.2) 79 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-26T05:07:28.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:27 smithi174 bash[69379]: audit 2024-04-26T05:07:27.379053+0000 mon.a (mon.0) 307 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:28.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[82287]: audit 2024-04-26T05:07:26.963064+0000 mon.a (mon.0) 304 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:28.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[82287]: audit 2024-04-26T05:07:26.973213+0000 mon.a (mon.0) 305 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:28.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[82287]: audit 2024-04-26T05:07:26.977583+0000 mon.c (mon.2) 73 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:07:28.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[82287]: audit 2024-04-26T05:07:26.978566+0000 mon.c (mon.2) 74 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:07:28.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[82287]: cluster 2024-04-26T05:07:26.980354+0000 mgr.y (mgr.25910) 202 : cluster 0 pgmap v144: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:28.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[82287]: cluster 2024-04-26T05:07:26.980584+0000 mgr.y (mgr.25910) 203 : cluster 0 pgmap v145: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:28.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[82287]: audit 2024-04-26T05:07:26.987590+0000 mon.a (mon.0) 306 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:28.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[82287]: audit 2024-04-26T05:07:27.050662+0000 mon.c (mon.2) 75 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:07:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[82287]: audit 2024-04-26T05:07:27.052776+0000 mon.c (mon.2) 76 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:07:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[82287]: audit 2024-04-26T05:07:27.054401+0000 mon.c (mon.2) 77 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:07:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[82287]: audit 2024-04-26T05:07:27.055520+0000 mon.c (mon.2) 78 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:07:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[82287]: audit 2024-04-26T05:07:27.056970+0000 mon.c (mon.2) 79 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-26T05:07:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[82287]: audit 2024-04-26T05:07:27.379053+0000 mon.a (mon.0) 307 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:28.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[84717]: audit 2024-04-26T05:07:26.963064+0000 mon.a (mon.0) 304 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:28.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[84717]: audit 2024-04-26T05:07:26.973213+0000 mon.a (mon.0) 305 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:28.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[84717]: audit 2024-04-26T05:07:26.977583+0000 mon.c (mon.2) 73 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:07:28.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[84717]: audit 2024-04-26T05:07:26.978566+0000 mon.c (mon.2) 74 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:07:28.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[84717]: cluster 2024-04-26T05:07:26.980354+0000 mgr.y (mgr.25910) 202 : cluster 0 pgmap v144: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:28.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[84717]: cluster 2024-04-26T05:07:26.980584+0000 mgr.y (mgr.25910) 203 : cluster 0 pgmap v145: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:28.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[84717]: audit 2024-04-26T05:07:26.987590+0000 mon.a (mon.0) 306 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:28.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[84717]: audit 2024-04-26T05:07:27.050662+0000 mon.c (mon.2) 75 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:07:28.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[84717]: audit 2024-04-26T05:07:27.052776+0000 mon.c (mon.2) 76 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:07:28.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[84717]: audit 2024-04-26T05:07:27.054401+0000 mon.c (mon.2) 77 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:07:28.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[84717]: audit 2024-04-26T05:07:27.055520+0000 mon.c (mon.2) 78 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:07:28.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[84717]: audit 2024-04-26T05:07:27.056970+0000 mon.c (mon.2) 79 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-26T05:07:28.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:27 smithi102 bash[84717]: audit 2024-04-26T05:07:27.379053+0000 mon.a (mon.0) 307 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:28.806 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'sleep 60' 2024-04-26T05:07:29.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:28 smithi102 bash[82287]: audit 2024-04-26T05:07:27.057151+0000 mgr.y (mgr.25910) 204 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-26T05:07:29.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:28 smithi102 bash[82287]: cephadm 2024-04-26T05:07:27.057986+0000 mgr.y (mgr.25910) 205 : cephadm 1 Upgrade: osd.1 is safe to restart 2024-04-26T05:07:29.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:28 smithi102 bash[82287]: audit 2024-04-26T05:07:27.370085+0000 mgr.y (mgr.25910) 206 : audit 0 from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:07:29.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:28 smithi102 bash[82287]: cephadm 2024-04-26T05:07:27.370544+0000 mgr.y (mgr.25910) 207 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:07:29.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:28 smithi102 bash[82287]: audit 2024-04-26T05:07:28.301865+0000 mon.a (mon.0) 308 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:29.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:28 smithi102 bash[84717]: audit 2024-04-26T05:07:27.057151+0000 mgr.y (mgr.25910) 204 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-26T05:07:29.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:28 smithi102 bash[84717]: cephadm 2024-04-26T05:07:27.057986+0000 mgr.y (mgr.25910) 205 : cephadm 1 Upgrade: osd.1 is safe to restart 2024-04-26T05:07:29.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:28 smithi102 bash[84717]: audit 2024-04-26T05:07:27.370085+0000 mgr.y (mgr.25910) 206 : audit 0 from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:07:29.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:28 smithi102 bash[84717]: cephadm 2024-04-26T05:07:27.370544+0000 mgr.y (mgr.25910) 207 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:07:29.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:28 smithi102 bash[84717]: audit 2024-04-26T05:07:28.301865+0000 mon.a (mon.0) 308 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:29.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:28 smithi174 bash[69379]: audit 2024-04-26T05:07:27.057151+0000 mgr.y (mgr.25910) 204 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-26T05:07:29.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:28 smithi174 bash[69379]: cephadm 2024-04-26T05:07:27.057986+0000 mgr.y (mgr.25910) 205 : cephadm 1 Upgrade: osd.1 is safe to restart 2024-04-26T05:07:29.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:28 smithi174 bash[69379]: audit 2024-04-26T05:07:27.370085+0000 mgr.y (mgr.25910) 206 : audit 0 from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:07:29.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:28 smithi174 bash[69379]: cephadm 2024-04-26T05:07:27.370544+0000 mgr.y (mgr.25910) 207 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:07:29.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:28 smithi174 bash[69379]: audit 2024-04-26T05:07:28.301865+0000 mon.a (mon.0) 308 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:30.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:29 smithi174 bash[69379]: cluster 2024-04-26T05:07:28.980926+0000 mgr.y (mgr.25910) 208 : cluster 0 pgmap v146: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:30.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:29 smithi102 bash[82287]: cluster 2024-04-26T05:07:28.980926+0000 mgr.y (mgr.25910) 208 : cluster 0 pgmap v146: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:30.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:29 smithi102 bash[84717]: cluster 2024-04-26T05:07:28.980926+0000 mgr.y (mgr.25910) 208 : cluster 0 pgmap v146: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:30.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:07:30 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:07:30] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2024-04-26T05:07:31.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:31 smithi174 bash[69379]: cephadm 2024-04-26T05:07:30.078378+0000 mgr.y (mgr.25910) 209 : cephadm 1 Upgrade: Updating osd.1 2024-04-26T05:07:31.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:31 smithi174 bash[69379]: audit 2024-04-26T05:07:30.083965+0000 mon.a (mon.0) 309 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:31.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:31 smithi174 bash[69379]: audit 2024-04-26T05:07:30.086921+0000 mon.c (mon.2) 80 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T05:07:31.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:31 smithi174 bash[69379]: audit 2024-04-26T05:07:30.088054+0000 mon.c (mon.2) 81 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:07:31.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:31 smithi174 bash[69379]: cephadm 2024-04-26T05:07:30.092342+0000 mgr.y (mgr.25910) 210 : cephadm 1 Deploying daemon osd.1 on smithi102 2024-04-26T05:07:31.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:31 smithi174 bash[69379]: cluster 2024-04-26T05:07:30.981962+0000 mgr.y (mgr.25910) 211 : cluster 0 pgmap v147: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:31.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:31 smithi102 bash[82287]: cephadm 2024-04-26T05:07:30.078378+0000 mgr.y (mgr.25910) 209 : cephadm 1 Upgrade: Updating osd.1 2024-04-26T05:07:31.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:31 smithi102 bash[82287]: audit 2024-04-26T05:07:30.083965+0000 mon.a (mon.0) 309 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:31.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:31 smithi102 bash[82287]: audit 2024-04-26T05:07:30.086921+0000 mon.c (mon.2) 80 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T05:07:31.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:31 smithi102 bash[82287]: audit 2024-04-26T05:07:30.088054+0000 mon.c (mon.2) 81 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:07:31.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:31 smithi102 bash[82287]: cephadm 2024-04-26T05:07:30.092342+0000 mgr.y (mgr.25910) 210 : cephadm 1 Deploying daemon osd.1 on smithi102 2024-04-26T05:07:31.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:31 smithi102 bash[82287]: cluster 2024-04-26T05:07:30.981962+0000 mgr.y (mgr.25910) 211 : cluster 0 pgmap v147: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:31.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:31 smithi102 bash[84717]: cephadm 2024-04-26T05:07:30.078378+0000 mgr.y (mgr.25910) 209 : cephadm 1 Upgrade: Updating osd.1 2024-04-26T05:07:31.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:31 smithi102 bash[84717]: audit 2024-04-26T05:07:30.083965+0000 mon.a (mon.0) 309 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:31.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:31 smithi102 bash[84717]: audit 2024-04-26T05:07:30.086921+0000 mon.c (mon.2) 80 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-26T05:07:31.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:31 smithi102 bash[84717]: audit 2024-04-26T05:07:30.088054+0000 mon.c (mon.2) 81 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:07:31.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:31 smithi102 bash[84717]: cephadm 2024-04-26T05:07:30.092342+0000 mgr.y (mgr.25910) 210 : cephadm 1 Deploying daemon osd.1 on smithi102 2024-04-26T05:07:31.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:31 smithi102 bash[84717]: cluster 2024-04-26T05:07:30.981962+0000 mgr.y (mgr.25910) 211 : cluster 0 pgmap v147: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:33.377 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:33 smithi102 bash[82287]: cluster 2024-04-26T05:07:32.982627+0000 mgr.y (mgr.25910) 212 : cluster 0 pgmap v148: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:33.377 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:33 smithi102 bash[84717]: cluster 2024-04-26T05:07:32.982627+0000 mgr.y (mgr.25910) 212 : cluster 0 pgmap v148: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:33.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:33 smithi174 bash[69379]: cluster 2024-04-26T05:07:32.982627+0000 mgr.y (mgr.25910) 212 : cluster 0 pgmap v148: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:33.588 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:07:34.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:34 smithi174 bash[69379]: audit 2024-04-26T05:07:33.223475+0000 mon.a (mon.0) 310 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:34.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:34 smithi174 bash[69379]: audit 2024-04-26T05:07:33.227824+0000 mon.c (mon.2) 82 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:07:34.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:34 smithi102 bash[84717]: audit 2024-04-26T05:07:33.223475+0000 mon.a (mon.0) 310 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:34.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:34 smithi102 bash[84717]: audit 2024-04-26T05:07:33.227824+0000 mon.c (mon.2) 82 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:07:34.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:34 smithi102 bash[82287]: audit 2024-04-26T05:07:33.223475+0000 mon.a (mon.0) 310 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:34.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:34 smithi102 bash[82287]: audit 2024-04-26T05:07:33.227824+0000 mon.c (mon.2) 82 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:07:35.692 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:07:35 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:35.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:35 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:35.692 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:35 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:35.692 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:35 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:35.693 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:07:35 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:35.693 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:07:35 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:35.693 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:07:35 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:35.694 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:35 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:35.694 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:07:35 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:35.952 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:35 smithi102 systemd[1]: Stopping Ceph osd.1 for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:07:35.952 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:35 smithi102 bash[39827]: debug 2024-04-26T05:07:35.845+0000 7ff5e041e700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-26T05:07:35.952 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:35 smithi102 bash[39827]: debug 2024-04-26T05:07:35.845+0000 7ff5e041e700 -1 osd.1 97 *** Got signal Terminated *** 2024-04-26T05:07:35.953 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:35 smithi102 bash[39827]: debug 2024-04-26T05:07:35.845+0000 7ff5e041e700 -1 osd.1 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T05:07:36.613 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:36 smithi102 bash[82287]: debug 2024-04-26T05:07:36.221+0000 7fc19b6b6700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:07:36.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:36 smithi102 bash[82287]: cluster 2024-04-26T05:07:34.983677+0000 mgr.y (mgr.25910) 213 : cluster 0 pgmap v149: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:36.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:36 smithi102 bash[82287]: cluster 2024-04-26T05:07:35.850384+0000 mon.a (mon.0) 311 : cluster 1 osd.1 marked itself down and dead 2024-04-26T05:07:36.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:36 smithi102 bash[84717]: cluster 2024-04-26T05:07:34.983677+0000 mgr.y (mgr.25910) 213 : cluster 0 pgmap v149: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:36.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:36 smithi102 bash[84717]: cluster 2024-04-26T05:07:35.850384+0000 mon.a (mon.0) 311 : cluster 1 osd.1 marked itself down and dead 2024-04-26T05:07:36.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:36 smithi174 bash[69379]: cluster 2024-04-26T05:07:34.983677+0000 mgr.y (mgr.25910) 213 : cluster 0 pgmap v149: 73 pgs: 73 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:36.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:36 smithi174 bash[69379]: cluster 2024-04-26T05:07:35.850384+0000 mon.a (mon.0) 311 : cluster 1 osd.1 marked itself down and dead 2024-04-26T05:07:37.638 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:37 smithi102 bash[82287]: cluster 2024-04-26T05:07:36.225986+0000 mon.a (mon.0) 312 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T05:07:37.639 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:37 smithi102 bash[82287]: cluster 2024-04-26T05:07:36.226038+0000 mon.a (mon.0) 313 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:07:37.639 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:37 smithi102 bash[82287]: cluster 2024-04-26T05:07:36.242089+0000 mon.a (mon.0) 314 : cluster 0 osdmap e98: 8 total, 7 up, 8 in 2024-04-26T05:07:37.639 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:37 smithi102 bash[84717]: cluster 2024-04-26T05:07:36.225986+0000 mon.a (mon.0) 312 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T05:07:37.639 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:37 smithi102 bash[84717]: cluster 2024-04-26T05:07:36.226038+0000 mon.a (mon.0) 313 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:07:37.639 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:37 smithi102 bash[84717]: cluster 2024-04-26T05:07:36.242089+0000 mon.a (mon.0) 314 : cluster 0 osdmap e98: 8 total, 7 up, 8 in 2024-04-26T05:07:37.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:37 smithi174 bash[69379]: cluster 2024-04-26T05:07:36.225986+0000 mon.a (mon.0) 312 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T05:07:37.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:37 smithi174 bash[69379]: cluster 2024-04-26T05:07:36.226038+0000 mon.a (mon.0) 313 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:07:37.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:37 smithi174 bash[69379]: cluster 2024-04-26T05:07:36.242089+0000 mon.a (mon.0) 314 : cluster 0 osdmap e98: 8 total, 7 up, 8 in 2024-04-26T05:07:38.423 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:38 smithi102 bash[95406]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-1 2024-04-26T05:07:38.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:38 smithi102 bash[84717]: cluster 2024-04-26T05:07:36.984275+0000 mgr.y (mgr.25910) 214 : cluster 0 pgmap v151: 73 pgs: 9 stale+active+clean, 64 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:38.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:38 smithi102 bash[84717]: cluster 2024-04-26T05:07:37.248191+0000 mon.a (mon.0) 315 : cluster 0 osdmap e99: 8 total, 7 up, 8 in 2024-04-26T05:07:38.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:38 smithi102 bash[82287]: cluster 2024-04-26T05:07:36.984275+0000 mgr.y (mgr.25910) 214 : cluster 0 pgmap v151: 73 pgs: 9 stale+active+clean, 64 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:38.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:38 smithi102 bash[82287]: cluster 2024-04-26T05:07:37.248191+0000 mon.a (mon.0) 315 : cluster 0 osdmap e99: 8 total, 7 up, 8 in 2024-04-26T05:07:38.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:38 smithi174 bash[69379]: cluster 2024-04-26T05:07:36.984275+0000 mgr.y (mgr.25910) 214 : cluster 0 pgmap v151: 73 pgs: 9 stale+active+clean, 64 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:38.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:38 smithi174 bash[69379]: cluster 2024-04-26T05:07:37.248191+0000 mon.a (mon.0) 315 : cluster 0 osdmap e99: 8 total, 7 up, 8 in 2024-04-26T05:07:38.702 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:38 smithi102 bash[95484]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-1 2024-04-26T05:07:40.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:40 smithi102 bash[84717]: cluster 2024-04-26T05:07:38.984967+0000 mgr.y (mgr.25910) 215 : cluster 0 pgmap v153: 73 pgs: 9 stale+active+clean, 64 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:40.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:40 smithi102 bash[82287]: cluster 2024-04-26T05:07:38.984967+0000 mgr.y (mgr.25910) 215 : cluster 0 pgmap v153: 73 pgs: 9 stale+active+clean, 64 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:40.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:40 smithi174 bash[69379]: cluster 2024-04-26T05:07:38.984967+0000 mgr.y (mgr.25910) 215 : cluster 0 pgmap v153: 73 pgs: 9 stale+active+clean, 64 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:40.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:07:40 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:07:40] "GET /metrics HTTP/1.1" 200 34103 "" "Prometheus/2.43.0" 2024-04-26T05:07:41.154 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:07:41 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:41.154 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:41 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:41.155 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:40 smithi102 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.1.service: Deactivated successfully. 2024-04-26T05:07:41.155 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:40 smithi102 systemd[1]: Stopped Ceph osd.1 for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:07:41.155 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:41 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:41.155 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:07:41 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:41.155 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:07:41 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:41.155 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:07:41 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:41.156 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:07:41 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:41.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:41 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:41.156 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:07:41 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:07:41.452 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:41 smithi102 systemd[1]: Started Ceph osd.1 for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:07:42.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:42 smithi102 bash[82287]: cluster 2024-04-26T05:07:40.988156+0000 mgr.y (mgr.25910) 216 : cluster 0 pgmap v154: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-26T05:07:42.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:42 smithi102 bash[82287]: audit 2024-04-26T05:07:41.197552+0000 mon.a (mon.0) 316 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:42.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:42 smithi102 bash[82287]: audit 2024-04-26T05:07:41.205717+0000 mon.a (mon.0) 317 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:42.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:42 smithi102 bash[82287]: audit 2024-04-26T05:07:41.234262+0000 mon.c (mon.2) 83 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:07:42.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:42 smithi102 bash[82287]: cluster 2024-04-26T05:07:41.250035+0000 mon.a (mon.0) 318 : cluster 3 Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 5 pgs degraded (PG_DEGRADED) 2024-04-26T05:07:42.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:42 smithi102 bash[84717]: cluster 2024-04-26T05:07:40.988156+0000 mgr.y (mgr.25910) 216 : cluster 0 pgmap v154: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-26T05:07:42.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:42 smithi102 bash[84717]: audit 2024-04-26T05:07:41.197552+0000 mon.a (mon.0) 316 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:42.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:42 smithi102 bash[84717]: audit 2024-04-26T05:07:41.205717+0000 mon.a (mon.0) 317 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:42.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:42 smithi102 bash[84717]: audit 2024-04-26T05:07:41.234262+0000 mon.c (mon.2) 83 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:07:42.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:42 smithi102 bash[84717]: cluster 2024-04-26T05:07:41.250035+0000 mon.a (mon.0) 318 : cluster 3 Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 5 pgs degraded (PG_DEGRADED) 2024-04-26T05:07:42.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:42 smithi174 bash[69379]: cluster 2024-04-26T05:07:40.988156+0000 mgr.y (mgr.25910) 216 : cluster 0 pgmap v154: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-26T05:07:42.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:42 smithi174 bash[69379]: audit 2024-04-26T05:07:41.197552+0000 mon.a (mon.0) 316 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:42.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:42 smithi174 bash[69379]: audit 2024-04-26T05:07:41.205717+0000 mon.a (mon.0) 317 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:42.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:42 smithi174 bash[69379]: audit 2024-04-26T05:07:41.234262+0000 mon.c (mon.2) 83 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:07:42.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:42 smithi174 bash[69379]: cluster 2024-04-26T05:07:41.250035+0000 mon.a (mon.0) 318 : cluster 3 Health check failed: Degraded data redundancy: 5/84 objects degraded (5.952%), 5 pgs degraded (PG_DEGRADED) 2024-04-26T05:07:43.202 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:42 smithi102 bash[95676]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-26T05:07:43.203 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:42 smithi102 bash[95676]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-26T05:07:43.203 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:42 smithi102 bash[95676]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-26T05:07:43.203 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:42 smithi102 bash[95676]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-26T05:07:43.203 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:42 smithi102 bash[95676]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-26T05:07:43.203 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:42 smithi102 bash[95676]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-26T05:07:43.203 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:42 smithi102 bash[95676]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-26T05:07:44.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:44 smithi102 bash[84717]: cluster 2024-04-26T05:07:42.988915+0000 mgr.y (mgr.25910) 217 : cluster 0 pgmap v155: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-26T05:07:44.453 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:44 smithi102 bash[95906]: debug 2024-04-26T05:07:44.437+0000 7f03c55ec700 1 -- 172.21.15.102:0/3074605638 <== mon.2 v2:172.21.15.102:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d4a1e6d680 con 0x55d4a1eaac00 2024-04-26T05:07:44.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:44 smithi102 bash[82287]: cluster 2024-04-26T05:07:42.988915+0000 mgr.y (mgr.25910) 217 : cluster 0 pgmap v155: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-26T05:07:44.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:44 smithi174 bash[69379]: cluster 2024-04-26T05:07:42.988915+0000 mgr.y (mgr.25910) 217 : cluster 0 pgmap v155: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-26T05:07:45.452 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:44 smithi102 bash[95906]: debug 2024-04-26T05:07:44.973+0000 7f03ce7847c0 -1 Falling back to public interface 2024-04-26T05:07:46.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:46 smithi102 bash[84717]: cluster 2024-04-26T05:07:44.989726+0000 mgr.y (mgr.25910) 218 : cluster 0 pgmap v156: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-26T05:07:46.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:46 smithi102 bash[82287]: cluster 2024-04-26T05:07:44.989726+0000 mgr.y (mgr.25910) 218 : cluster 0 pgmap v156: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-26T05:07:46.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:46 smithi174 bash[69379]: cluster 2024-04-26T05:07:44.989726+0000 mgr.y (mgr.25910) 218 : cluster 0 pgmap v156: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-26T05:07:48.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:47 smithi174 bash[69379]: audit 2024-04-26T05:07:46.969062+0000 mon.a (mon.0) 319 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:48.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:47 smithi174 bash[69379]: audit 2024-04-26T05:07:46.981352+0000 mon.a (mon.0) 320 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:48.452 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:47 smithi102 bash[95906]: debug 2024-04-26T05:07:47.981+0000 7f03ce7847c0 -1 osd.1 97 log_to_monitors true 2024-04-26T05:07:48.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:47 smithi102 bash[82287]: audit 2024-04-26T05:07:46.969062+0000 mon.a (mon.0) 319 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:48.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:47 smithi102 bash[82287]: audit 2024-04-26T05:07:46.981352+0000 mon.a (mon.0) 320 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:48.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:47 smithi102 bash[84717]: audit 2024-04-26T05:07:46.969062+0000 mon.a (mon.0) 319 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:48.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:47 smithi102 bash[84717]: audit 2024-04-26T05:07:46.981352+0000 mon.a (mon.0) 320 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:49.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:48 smithi174 bash[69379]: cluster 2024-04-26T05:07:46.990576+0000 mgr.y (mgr.25910) 219 : cluster 0 pgmap v157: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-26T05:07:49.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:48 smithi174 bash[69379]: audit 2024-04-26T05:07:47.991530+0000 mon.a (mon.0) 321 : audit 1 from='osd.1 [v2:172.21.15.102:6810/624570509,v1:172.21.15.102:6811/624570509]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T05:07:49.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:48 smithi174 bash[69379]: audit 2024-04-26T05:07:48.134995+0000 mon.a (mon.0) 322 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:49.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:48 smithi174 bash[69379]: audit 2024-04-26T05:07:48.154983+0000 mon.a (mon.0) 323 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:49.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:48 smithi174 bash[69379]: audit 2024-04-26T05:07:48.227065+0000 mon.a (mon.0) 324 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:49.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:49 smithi174 bash[69379]: audit 2024-04-26T05:07:48.229828+0000 mon.c (mon.2) 84 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:07:49.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:49 smithi102 bash[82287]: cluster 2024-04-26T05:07:46.990576+0000 mgr.y (mgr.25910) 219 : cluster 0 pgmap v157: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-26T05:07:49.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:49 smithi102 bash[82287]: audit 2024-04-26T05:07:47.991530+0000 mon.a (mon.0) 321 : audit 1 from='osd.1 [v2:172.21.15.102:6810/624570509,v1:172.21.15.102:6811/624570509]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T05:07:49.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:49 smithi102 bash[82287]: audit 2024-04-26T05:07:48.134995+0000 mon.a (mon.0) 322 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:49.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:49 smithi102 bash[82287]: audit 2024-04-26T05:07:48.154983+0000 mon.a (mon.0) 323 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:49.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:49 smithi102 bash[82287]: audit 2024-04-26T05:07:48.227065+0000 mon.a (mon.0) 324 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:49.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:49 smithi102 bash[82287]: audit 2024-04-26T05:07:48.229828+0000 mon.c (mon.2) 84 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:07:49.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:49 smithi102 bash[84717]: cluster 2024-04-26T05:07:46.990576+0000 mgr.y (mgr.25910) 219 : cluster 0 pgmap v157: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-26T05:07:49.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:49 smithi102 bash[84717]: audit 2024-04-26T05:07:47.991530+0000 mon.a (mon.0) 321 : audit 1 from='osd.1 [v2:172.21.15.102:6810/624570509,v1:172.21.15.102:6811/624570509]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-26T05:07:49.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:49 smithi102 bash[84717]: audit 2024-04-26T05:07:48.134995+0000 mon.a (mon.0) 322 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:49.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:49 smithi102 bash[84717]: audit 2024-04-26T05:07:48.154983+0000 mon.a (mon.0) 323 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:49.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:49 smithi102 bash[84717]: audit 2024-04-26T05:07:48.227065+0000 mon.a (mon.0) 324 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:49.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:49 smithi102 bash[84717]: audit 2024-04-26T05:07:48.229828+0000 mon.c (mon.2) 84 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:07:49.952 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:07:49 smithi102 bash[95906]: debug 2024-04-26T05:07:49.581+0000 7f03bbbd4700 -1 osd.1 97 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T05:07:50.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:50 smithi174 bash[69379]: audit 2024-04-26T05:07:48.985971+0000 mon.a (mon.0) 325 : audit 1 from='osd.1 [v2:172.21.15.102:6810/624570509,v1:172.21.15.102:6811/624570509]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T05:07:50.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:50 smithi174 bash[69379]: cluster 2024-04-26T05:07:48.991439+0000 mgr.y (mgr.25910) 220 : cluster 0 pgmap v159: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-26T05:07:50.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:50 smithi174 bash[69379]: cluster 2024-04-26T05:07:48.996436+0000 mon.a (mon.0) 326 : cluster 0 osdmap e100: 8 total, 7 up, 8 in 2024-04-26T05:07:50.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:50 smithi174 bash[69379]: audit 2024-04-26T05:07:48.997416+0000 mon.a (mon.0) 327 : audit 1 from='osd.1 [v2:172.21.15.102:6810/624570509,v1:172.21.15.102:6811/624570509]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T05:07:50.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:50 smithi174 bash[69379]: audit 2024-04-26T05:07:49.558123+0000 mon.a (mon.0) 328 : audit 1 from='osd.1 [v2:172.21.15.102:6810/624570509,v1:172.21.15.102:6811/624570509]' entity='osd.1' 2024-04-26T05:07:50.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:50 smithi102 bash[84717]: audit 2024-04-26T05:07:48.985971+0000 mon.a (mon.0) 325 : audit 1 from='osd.1 [v2:172.21.15.102:6810/624570509,v1:172.21.15.102:6811/624570509]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T05:07:50.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:50 smithi102 bash[84717]: cluster 2024-04-26T05:07:48.991439+0000 mgr.y (mgr.25910) 220 : cluster 0 pgmap v159: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-26T05:07:50.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:50 smithi102 bash[84717]: cluster 2024-04-26T05:07:48.996436+0000 mon.a (mon.0) 326 : cluster 0 osdmap e100: 8 total, 7 up, 8 in 2024-04-26T05:07:50.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:50 smithi102 bash[84717]: audit 2024-04-26T05:07:48.997416+0000 mon.a (mon.0) 327 : audit 1 from='osd.1 [v2:172.21.15.102:6810/624570509,v1:172.21.15.102:6811/624570509]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T05:07:50.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:50 smithi102 bash[84717]: audit 2024-04-26T05:07:49.558123+0000 mon.a (mon.0) 328 : audit 1 from='osd.1 [v2:172.21.15.102:6810/624570509,v1:172.21.15.102:6811/624570509]' entity='osd.1' 2024-04-26T05:07:50.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:50 smithi102 bash[82287]: audit 2024-04-26T05:07:48.985971+0000 mon.a (mon.0) 325 : audit 1 from='osd.1 [v2:172.21.15.102:6810/624570509,v1:172.21.15.102:6811/624570509]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-26T05:07:50.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:50 smithi102 bash[82287]: cluster 2024-04-26T05:07:48.991439+0000 mgr.y (mgr.25910) 220 : cluster 0 pgmap v159: 73 pgs: 5 active+undersized+degraded, 27 active+undersized, 41 active+clean; 4.6 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5/84 objects degraded (5.952%) 2024-04-26T05:07:50.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:50 smithi102 bash[82287]: cluster 2024-04-26T05:07:48.996436+0000 mon.a (mon.0) 326 : cluster 0 osdmap e100: 8 total, 7 up, 8 in 2024-04-26T05:07:50.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:50 smithi102 bash[82287]: audit 2024-04-26T05:07:48.997416+0000 mon.a (mon.0) 327 : audit 1 from='osd.1 [v2:172.21.15.102:6810/624570509,v1:172.21.15.102:6811/624570509]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T05:07:50.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:50 smithi102 bash[82287]: audit 2024-04-26T05:07:49.558123+0000 mon.a (mon.0) 328 : audit 1 from='osd.1 [v2:172.21.15.102:6810/624570509,v1:172.21.15.102:6811/624570509]' entity='osd.1' 2024-04-26T05:07:50.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:07:50 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:07:50] "GET /metrics HTTP/1.1" 200 34118 "" "Prometheus/2.43.0" 2024-04-26T05:07:50.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:50 smithi102 bash[82287]: debug 2024-04-26T05:07:50.553+0000 7fc19b6b6700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:07:51.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:51 smithi174 bash[69379]: cluster 2024-04-26T05:07:50.557062+0000 mon.a (mon.0) 329 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:07:51.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:51 smithi174 bash[69379]: cluster 2024-04-26T05:07:50.557116+0000 mon.a (mon.0) 330 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T05:07:51.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:51 smithi174 bash[69379]: cluster 2024-04-26T05:07:50.568810+0000 mon.a (mon.0) 331 : cluster 1 osd.1 [v2:172.21.15.102:6810/624570509,v1:172.21.15.102:6811/624570509] boot 2024-04-26T05:07:51.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:51 smithi174 bash[69379]: cluster 2024-04-26T05:07:50.569033+0000 mon.a (mon.0) 332 : cluster 0 osdmap e101: 8 total, 8 up, 8 in 2024-04-26T05:07:51.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:51 smithi174 bash[69379]: audit 2024-04-26T05:07:50.571572+0000 mon.c (mon.2) 85 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T05:07:51.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:51 smithi102 bash[84717]: cluster 2024-04-26T05:07:50.557062+0000 mon.a (mon.0) 329 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:07:51.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:51 smithi102 bash[84717]: cluster 2024-04-26T05:07:50.557116+0000 mon.a (mon.0) 330 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T05:07:51.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:51 smithi102 bash[84717]: cluster 2024-04-26T05:07:50.568810+0000 mon.a (mon.0) 331 : cluster 1 osd.1 [v2:172.21.15.102:6810/624570509,v1:172.21.15.102:6811/624570509] boot 2024-04-26T05:07:51.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:51 smithi102 bash[84717]: cluster 2024-04-26T05:07:50.569033+0000 mon.a (mon.0) 332 : cluster 0 osdmap e101: 8 total, 8 up, 8 in 2024-04-26T05:07:51.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:51 smithi102 bash[84717]: audit 2024-04-26T05:07:50.571572+0000 mon.c (mon.2) 85 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T05:07:51.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:51 smithi102 bash[82287]: cluster 2024-04-26T05:07:50.557062+0000 mon.a (mon.0) 329 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:07:51.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:51 smithi102 bash[82287]: cluster 2024-04-26T05:07:50.557116+0000 mon.a (mon.0) 330 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T05:07:51.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:51 smithi102 bash[82287]: cluster 2024-04-26T05:07:50.568810+0000 mon.a (mon.0) 331 : cluster 1 osd.1 [v2:172.21.15.102:6810/624570509,v1:172.21.15.102:6811/624570509] boot 2024-04-26T05:07:51.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:51 smithi102 bash[82287]: cluster 2024-04-26T05:07:50.569033+0000 mon.a (mon.0) 332 : cluster 0 osdmap e101: 8 total, 8 up, 8 in 2024-04-26T05:07:51.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:51 smithi102 bash[82287]: audit 2024-04-26T05:07:50.571572+0000 mon.c (mon.2) 85 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-26T05:07:52.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:52 smithi174 bash[69379]: cluster 2024-04-26T05:07:50.992401+0000 mgr.y (mgr.25910) 221 : cluster 0 pgmap v161: 73 pgs: 3 peering, 4 active+undersized+degraded, 25 active+undersized, 41 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:07:52.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:52 smithi174 bash[69379]: cluster 2024-04-26T05:07:51.559516+0000 mon.a (mon.0) 333 : cluster 3 Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 4 pgs degraded (PG_DEGRADED) 2024-04-26T05:07:52.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:52 smithi174 bash[69379]: cluster 2024-04-26T05:07:51.573942+0000 mon.a (mon.0) 334 : cluster 0 osdmap e102: 8 total, 8 up, 8 in 2024-04-26T05:07:52.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:52 smithi102 bash[84717]: cluster 2024-04-26T05:07:50.992401+0000 mgr.y (mgr.25910) 221 : cluster 0 pgmap v161: 73 pgs: 3 peering, 4 active+undersized+degraded, 25 active+undersized, 41 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:07:52.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:52 smithi102 bash[84717]: cluster 2024-04-26T05:07:51.559516+0000 mon.a (mon.0) 333 : cluster 3 Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 4 pgs degraded (PG_DEGRADED) 2024-04-26T05:07:52.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:52 smithi102 bash[84717]: cluster 2024-04-26T05:07:51.573942+0000 mon.a (mon.0) 334 : cluster 0 osdmap e102: 8 total, 8 up, 8 in 2024-04-26T05:07:52.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:52 smithi102 bash[82287]: cluster 2024-04-26T05:07:50.992401+0000 mgr.y (mgr.25910) 221 : cluster 0 pgmap v161: 73 pgs: 3 peering, 4 active+undersized+degraded, 25 active+undersized, 41 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:07:52.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:52 smithi102 bash[82287]: cluster 2024-04-26T05:07:51.559516+0000 mon.a (mon.0) 333 : cluster 3 Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 4 pgs degraded (PG_DEGRADED) 2024-04-26T05:07:52.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:52 smithi102 bash[82287]: cluster 2024-04-26T05:07:51.573942+0000 mon.a (mon.0) 334 : cluster 0 osdmap e102: 8 total, 8 up, 8 in 2024-04-26T05:07:54.298 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:54 smithi102 bash[84717]: cluster 2024-04-26T05:07:52.993361+0000 mgr.y (mgr.25910) 222 : cluster 0 pgmap v163: 73 pgs: 3 peering, 4 active+undersized+degraded, 25 active+undersized, 41 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:07:54.298 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:54 smithi102 bash[82287]: cluster 2024-04-26T05:07:52.993361+0000 mgr.y (mgr.25910) 222 : cluster 0 pgmap v163: 73 pgs: 3 peering, 4 active+undersized+degraded, 25 active+undersized, 41 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:07:54.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:54 smithi174 bash[69379]: cluster 2024-04-26T05:07:52.993361+0000 mgr.y (mgr.25910) 222 : cluster 0 pgmap v163: 73 pgs: 3 peering, 4 active+undersized+degraded, 25 active+undersized, 41 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:07:55.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:55 smithi174 bash[69379]: cluster 2024-04-26T05:07:55.011208+0000 mon.a (mon.0) 335 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/84 objects degraded (4.762%), 4 pgs degraded) 2024-04-26T05:07:55.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:55 smithi102 bash[84717]: cluster 2024-04-26T05:07:55.011208+0000 mon.a (mon.0) 335 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/84 objects degraded (4.762%), 4 pgs degraded) 2024-04-26T05:07:55.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:55 smithi102 bash[82287]: cluster 2024-04-26T05:07:55.011208+0000 mon.a (mon.0) 335 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/84 objects degraded (4.762%), 4 pgs degraded) 2024-04-26T05:07:56.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:56 smithi174 bash[69379]: cluster 2024-04-26T05:07:54.994411+0000 mgr.y (mgr.25910) 223 : cluster 0 pgmap v164: 73 pgs: 3 peering, 70 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:56.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:56 smithi102 bash[84717]: cluster 2024-04-26T05:07:54.994411+0000 mgr.y (mgr.25910) 223 : cluster 0 pgmap v164: 73 pgs: 3 peering, 70 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:56.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:56 smithi102 bash[82287]: cluster 2024-04-26T05:07:54.994411+0000 mgr.y (mgr.25910) 223 : cluster 0 pgmap v164: 73 pgs: 3 peering, 70 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:58.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:58 smithi174 bash[69379]: cluster 2024-04-26T05:07:56.994931+0000 mgr.y (mgr.25910) 224 : cluster 0 pgmap v165: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:58.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:58 smithi174 bash[69379]: audit 2024-04-26T05:07:58.010979+0000 mon.a (mon.0) 336 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:58.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:58 smithi174 bash[69379]: audit 2024-04-26T05:07:58.029031+0000 mon.a (mon.0) 337 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:58.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:58 smithi174 bash[69379]: audit 2024-04-26T05:07:58.034257+0000 mon.c (mon.2) 86 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:07:58.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:58 smithi174 bash[69379]: audit 2024-04-26T05:07:58.036006+0000 mon.c (mon.2) 87 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:07:58.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:58 smithi174 bash[69379]: audit 2024-04-26T05:07:58.051004+0000 mon.a (mon.0) 338 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:58.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:58 smithi102 bash[82287]: cluster 2024-04-26T05:07:56.994931+0000 mgr.y (mgr.25910) 224 : cluster 0 pgmap v165: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:58.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:58 smithi102 bash[82287]: audit 2024-04-26T05:07:58.010979+0000 mon.a (mon.0) 336 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:58.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:58 smithi102 bash[82287]: audit 2024-04-26T05:07:58.029031+0000 mon.a (mon.0) 337 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:58.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:58 smithi102 bash[82287]: audit 2024-04-26T05:07:58.034257+0000 mon.c (mon.2) 86 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:07:58.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:58 smithi102 bash[82287]: audit 2024-04-26T05:07:58.036006+0000 mon.c (mon.2) 87 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:07:58.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:58 smithi102 bash[82287]: audit 2024-04-26T05:07:58.051004+0000 mon.a (mon.0) 338 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:58.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:58 smithi102 bash[84717]: cluster 2024-04-26T05:07:56.994931+0000 mgr.y (mgr.25910) 224 : cluster 0 pgmap v165: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:58.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:58 smithi102 bash[84717]: audit 2024-04-26T05:07:58.010979+0000 mon.a (mon.0) 336 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:58.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:58 smithi102 bash[84717]: audit 2024-04-26T05:07:58.029031+0000 mon.a (mon.0) 337 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:58.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:58 smithi102 bash[84717]: audit 2024-04-26T05:07:58.034257+0000 mon.c (mon.2) 86 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:07:58.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:58 smithi102 bash[84717]: audit 2024-04-26T05:07:58.036006+0000 mon.c (mon.2) 87 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:07:58.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:58 smithi102 bash[84717]: audit 2024-04-26T05:07:58.051004+0000 mon.a (mon.0) 338 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:07:59.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:59 smithi174 bash[69379]: cluster 2024-04-26T05:07:58.039502+0000 mgr.y (mgr.25910) 225 : cluster 0 pgmap v166: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:59.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:59 smithi174 bash[69379]: cluster 2024-04-26T05:07:58.040071+0000 mgr.y (mgr.25910) 226 : cluster 0 pgmap v167: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:59.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:07:59 smithi174 bash[69379]: audit 2024-04-26T05:07:58.176019+0000 mon.c (mon.2) 88 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:07:59.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:59 smithi102 bash[84717]: cluster 2024-04-26T05:07:58.039502+0000 mgr.y (mgr.25910) 225 : cluster 0 pgmap v166: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:59.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:59 smithi102 bash[84717]: cluster 2024-04-26T05:07:58.040071+0000 mgr.y (mgr.25910) 226 : cluster 0 pgmap v167: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:59.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:07:59 smithi102 bash[84717]: audit 2024-04-26T05:07:58.176019+0000 mon.c (mon.2) 88 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:07:59.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:59 smithi102 bash[82287]: cluster 2024-04-26T05:07:58.039502+0000 mgr.y (mgr.25910) 225 : cluster 0 pgmap v166: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:59.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:59 smithi102 bash[82287]: cluster 2024-04-26T05:07:58.040071+0000 mgr.y (mgr.25910) 226 : cluster 0 pgmap v167: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:07:59.453 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:07:59 smithi102 bash[82287]: audit 2024-04-26T05:07:58.176019+0000 mon.c (mon.2) 88 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:08:00.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:08:00 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:08:00] "GET /metrics HTTP/1.1" 200 34118 "" "Prometheus/2.43.0" 2024-04-26T05:08:01.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:01 smithi174 bash[69379]: cluster 2024-04-26T05:08:00.041197+0000 mgr.y (mgr.25910) 227 : cluster 0 pgmap v168: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:01.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:01 smithi102 bash[84717]: cluster 2024-04-26T05:08:00.041197+0000 mgr.y (mgr.25910) 227 : cluster 0 pgmap v168: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:01.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:01 smithi102 bash[82287]: cluster 2024-04-26T05:08:00.041197+0000 mgr.y (mgr.25910) 227 : cluster 0 pgmap v168: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:03.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:03 smithi174 bash[69379]: cluster 2024-04-26T05:08:02.041950+0000 mgr.y (mgr.25910) 228 : cluster 0 pgmap v169: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:03.452 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:03 smithi102 bash[84717]: cluster 2024-04-26T05:08:02.041950+0000 mgr.y (mgr.25910) 228 : cluster 0 pgmap v169: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:03.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:03 smithi102 bash[82287]: cluster 2024-04-26T05:08:02.041950+0000 mgr.y (mgr.25910) 228 : cluster 0 pgmap v169: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:04.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:04 smithi174 bash[69379]: audit 2024-04-26T05:08:03.226893+0000 mon.a (mon.0) 339 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:04.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:04 smithi174 bash[69379]: audit 2024-04-26T05:08:03.231586+0000 mon.c (mon.2) 89 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:08:04.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:04 smithi174 bash[69379]: audit 2024-04-26T05:08:03.328402+0000 mon.a (mon.0) 340 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:04.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:04 smithi174 bash[69379]: audit 2024-04-26T05:08:04.030766+0000 mon.a (mon.0) 341 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:04.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:04 smithi174 bash[69379]: audit 2024-04-26T05:08:04.048164+0000 mon.a (mon.0) 342 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:04.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:04 smithi102 bash[84717]: audit 2024-04-26T05:08:03.226893+0000 mon.a (mon.0) 339 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:04.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:04 smithi102 bash[84717]: audit 2024-04-26T05:08:03.231586+0000 mon.c (mon.2) 89 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:08:04.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:04 smithi102 bash[84717]: audit 2024-04-26T05:08:03.328402+0000 mon.a (mon.0) 340 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:04.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:04 smithi102 bash[84717]: audit 2024-04-26T05:08:04.030766+0000 mon.a (mon.0) 341 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:04.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:04 smithi102 bash[84717]: audit 2024-04-26T05:08:04.048164+0000 mon.a (mon.0) 342 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:04.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:04 smithi102 bash[82287]: audit 2024-04-26T05:08:03.226893+0000 mon.a (mon.0) 339 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:04.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:04 smithi102 bash[82287]: audit 2024-04-26T05:08:03.231586+0000 mon.c (mon.2) 89 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:08:04.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:04 smithi102 bash[82287]: audit 2024-04-26T05:08:03.328402+0000 mon.a (mon.0) 340 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:04.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:04 smithi102 bash[82287]: audit 2024-04-26T05:08:04.030766+0000 mon.a (mon.0) 341 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:04.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:04 smithi102 bash[82287]: audit 2024-04-26T05:08:04.048164+0000 mon.a (mon.0) 342 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:05.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:05 smithi174 bash[69379]: cluster 2024-04-26T05:08:04.042774+0000 mgr.y (mgr.25910) 229 : cluster 0 pgmap v170: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:05.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:05 smithi174 bash[69379]: audit 2024-04-26T05:08:04.735891+0000 mon.c (mon.2) 90 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:08:05.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:05 smithi174 bash[69379]: audit 2024-04-26T05:08:04.737907+0000 mon.c (mon.2) 91 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:08:05.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:05 smithi174 bash[69379]: cluster 2024-04-26T05:08:04.741591+0000 mgr.y (mgr.25910) 230 : cluster 0 pgmap v171: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:05.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:05 smithi174 bash[69379]: cluster 2024-04-26T05:08:04.742142+0000 mgr.y (mgr.25910) 231 : cluster 0 pgmap v172: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:05.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:05 smithi174 bash[69379]: audit 2024-04-26T05:08:04.751316+0000 mon.a (mon.0) 343 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:05.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:05 smithi102 bash[82287]: cluster 2024-04-26T05:08:04.042774+0000 mgr.y (mgr.25910) 229 : cluster 0 pgmap v170: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:05.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:05 smithi102 bash[82287]: audit 2024-04-26T05:08:04.735891+0000 mon.c (mon.2) 90 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:08:05.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:05 smithi102 bash[82287]: audit 2024-04-26T05:08:04.737907+0000 mon.c (mon.2) 91 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:08:05.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:05 smithi102 bash[82287]: cluster 2024-04-26T05:08:04.741591+0000 mgr.y (mgr.25910) 230 : cluster 0 pgmap v171: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:05.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:05 smithi102 bash[82287]: cluster 2024-04-26T05:08:04.742142+0000 mgr.y (mgr.25910) 231 : cluster 0 pgmap v172: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:05.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:05 smithi102 bash[82287]: audit 2024-04-26T05:08:04.751316+0000 mon.a (mon.0) 343 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:05.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:05 smithi102 bash[84717]: cluster 2024-04-26T05:08:04.042774+0000 mgr.y (mgr.25910) 229 : cluster 0 pgmap v170: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:05.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:05 smithi102 bash[84717]: audit 2024-04-26T05:08:04.735891+0000 mon.c (mon.2) 90 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:08:05.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:05 smithi102 bash[84717]: audit 2024-04-26T05:08:04.737907+0000 mon.c (mon.2) 91 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:08:05.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:05 smithi102 bash[84717]: cluster 2024-04-26T05:08:04.741591+0000 mgr.y (mgr.25910) 230 : cluster 0 pgmap v171: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:05.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:05 smithi102 bash[84717]: cluster 2024-04-26T05:08:04.742142+0000 mgr.y (mgr.25910) 231 : cluster 0 pgmap v172: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:05.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:05 smithi102 bash[84717]: audit 2024-04-26T05:08:04.751316+0000 mon.a (mon.0) 343 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:08.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:07 smithi174 bash[69379]: cluster 2024-04-26T05:08:06.742906+0000 mgr.y (mgr.25910) 232 : cluster 0 pgmap v173: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:08.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:07 smithi102 bash[84717]: cluster 2024-04-26T05:08:06.742906+0000 mgr.y (mgr.25910) 232 : cluster 0 pgmap v173: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:08.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:07 smithi102 bash[82287]: cluster 2024-04-26T05:08:06.742906+0000 mgr.y (mgr.25910) 232 : cluster 0 pgmap v173: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:10.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:09 smithi174 bash[69379]: cluster 2024-04-26T05:08:08.743546+0000 mgr.y (mgr.25910) 233 : cluster 0 pgmap v174: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:10.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:09 smithi102 bash[82287]: cluster 2024-04-26T05:08:08.743546+0000 mgr.y (mgr.25910) 233 : cluster 0 pgmap v174: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:10.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:09 smithi102 bash[84717]: cluster 2024-04-26T05:08:08.743546+0000 mgr.y (mgr.25910) 233 : cluster 0 pgmap v174: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:10.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:08:10 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:08:10] "GET /metrics HTTP/1.1" 200 34110 "" "Prometheus/2.43.0" 2024-04-26T05:08:12.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:11 smithi174 bash[69379]: cluster 2024-04-26T05:08:10.744610+0000 mgr.y (mgr.25910) 234 : cluster 0 pgmap v175: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:12.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:11 smithi102 bash[84717]: cluster 2024-04-26T05:08:10.744610+0000 mgr.y (mgr.25910) 234 : cluster 0 pgmap v175: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:12.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:11 smithi102 bash[82287]: cluster 2024-04-26T05:08:10.744610+0000 mgr.y (mgr.25910) 234 : cluster 0 pgmap v175: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:14.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:13 smithi174 bash[69379]: cluster 2024-04-26T05:08:12.745359+0000 mgr.y (mgr.25910) 235 : cluster 0 pgmap v176: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:14.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:13 smithi102 bash[82287]: cluster 2024-04-26T05:08:12.745359+0000 mgr.y (mgr.25910) 235 : cluster 0 pgmap v176: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:14.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:13 smithi102 bash[84717]: cluster 2024-04-26T05:08:12.745359+0000 mgr.y (mgr.25910) 235 : cluster 0 pgmap v176: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:16.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:15 smithi174 bash[69379]: cluster 2024-04-26T05:08:14.746364+0000 mgr.y (mgr.25910) 236 : cluster 0 pgmap v177: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:16.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:15 smithi102 bash[82287]: cluster 2024-04-26T05:08:14.746364+0000 mgr.y (mgr.25910) 236 : cluster 0 pgmap v177: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:16.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:15 smithi102 bash[84717]: cluster 2024-04-26T05:08:14.746364+0000 mgr.y (mgr.25910) 236 : cluster 0 pgmap v177: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:18.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:17 smithi174 bash[69379]: cluster 2024-04-26T05:08:16.747131+0000 mgr.y (mgr.25910) 237 : cluster 0 pgmap v178: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:18.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:17 smithi102 bash[84717]: cluster 2024-04-26T05:08:16.747131+0000 mgr.y (mgr.25910) 237 : cluster 0 pgmap v178: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:18.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:17 smithi102 bash[82287]: cluster 2024-04-26T05:08:16.747131+0000 mgr.y (mgr.25910) 237 : cluster 0 pgmap v178: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:18 smithi174 bash[69379]: audit 2024-04-26T05:08:18.219092+0000 mon.c (mon.2) 92 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:08:19.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:18 smithi102 bash[84717]: audit 2024-04-26T05:08:18.219092+0000 mon.c (mon.2) 92 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:08:19.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:18 smithi102 bash[82287]: audit 2024-04-26T05:08:18.219092+0000 mon.c (mon.2) 92 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:08:20.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:19 smithi174 bash[69379]: cluster 2024-04-26T05:08:18.747843+0000 mgr.y (mgr.25910) 238 : cluster 0 pgmap v179: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:20.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:19 smithi102 bash[84717]: cluster 2024-04-26T05:08:18.747843+0000 mgr.y (mgr.25910) 238 : cluster 0 pgmap v179: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:20.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:19 smithi102 bash[82287]: cluster 2024-04-26T05:08:18.747843+0000 mgr.y (mgr.25910) 238 : cluster 0 pgmap v179: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:20.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:08:20 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:08:20] "GET /metrics HTTP/1.1" 200 34108 "" "Prometheus/2.43.0" 2024-04-26T05:08:22.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:21 smithi174 bash[69379]: cluster 2024-04-26T05:08:20.749038+0000 mgr.y (mgr.25910) 239 : cluster 0 pgmap v180: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:22.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:21 smithi102 bash[82287]: cluster 2024-04-26T05:08:20.749038+0000 mgr.y (mgr.25910) 239 : cluster 0 pgmap v180: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:22.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:21 smithi102 bash[84717]: cluster 2024-04-26T05:08:20.749038+0000 mgr.y (mgr.25910) 239 : cluster 0 pgmap v180: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:24.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:23 smithi174 bash[69379]: cluster 2024-04-26T05:08:22.749767+0000 mgr.y (mgr.25910) 240 : cluster 0 pgmap v181: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:24.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:23 smithi102 bash[84717]: cluster 2024-04-26T05:08:22.749767+0000 mgr.y (mgr.25910) 240 : cluster 0 pgmap v181: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:24.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:23 smithi102 bash[82287]: cluster 2024-04-26T05:08:22.749767+0000 mgr.y (mgr.25910) 240 : cluster 0 pgmap v181: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:26.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:25 smithi174 bash[69379]: cluster 2024-04-26T05:08:24.750907+0000 mgr.y (mgr.25910) 241 : cluster 0 pgmap v182: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:26.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:25 smithi102 bash[84717]: cluster 2024-04-26T05:08:24.750907+0000 mgr.y (mgr.25910) 241 : cluster 0 pgmap v182: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:26.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:25 smithi102 bash[82287]: cluster 2024-04-26T05:08:24.750907+0000 mgr.y (mgr.25910) 241 : cluster 0 pgmap v182: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:28.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:27 smithi174 bash[69379]: cluster 2024-04-26T05:08:26.751790+0000 mgr.y (mgr.25910) 242 : cluster 0 pgmap v183: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:28.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:27 smithi102 bash[84717]: cluster 2024-04-26T05:08:26.751790+0000 mgr.y (mgr.25910) 242 : cluster 0 pgmap v183: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:28.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:27 smithi102 bash[82287]: cluster 2024-04-26T05:08:26.751790+0000 mgr.y (mgr.25910) 242 : cluster 0 pgmap v183: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:30.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:29 smithi174 bash[69379]: cluster 2024-04-26T05:08:28.752588+0000 mgr.y (mgr.25910) 243 : cluster 0 pgmap v184: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:30.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:29 smithi102 bash[84717]: cluster 2024-04-26T05:08:28.752588+0000 mgr.y (mgr.25910) 243 : cluster 0 pgmap v184: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:30.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:29 smithi102 bash[82287]: cluster 2024-04-26T05:08:28.752588+0000 mgr.y (mgr.25910) 243 : cluster 0 pgmap v184: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:30.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:08:30 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:08:30] "GET /metrics HTTP/1.1" 200 34108 "" "Prometheus/2.43.0" 2024-04-26T05:08:32.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:31 smithi174 bash[69379]: cluster 2024-04-26T05:08:30.753783+0000 mgr.y (mgr.25910) 244 : cluster 0 pgmap v185: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:32.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:31 smithi102 bash[84717]: cluster 2024-04-26T05:08:30.753783+0000 mgr.y (mgr.25910) 244 : cluster 0 pgmap v185: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:32.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:31 smithi102 bash[82287]: cluster 2024-04-26T05:08:30.753783+0000 mgr.y (mgr.25910) 244 : cluster 0 pgmap v185: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:34.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:33 smithi174 bash[69379]: cluster 2024-04-26T05:08:32.754649+0000 mgr.y (mgr.25910) 245 : cluster 0 pgmap v186: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:34.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:33 smithi174 bash[69379]: audit 2024-04-26T05:08:33.219342+0000 mon.c (mon.2) 93 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:08:34.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:33 smithi102 bash[84717]: cluster 2024-04-26T05:08:32.754649+0000 mgr.y (mgr.25910) 245 : cluster 0 pgmap v186: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:34.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:33 smithi102 bash[84717]: audit 2024-04-26T05:08:33.219342+0000 mon.c (mon.2) 93 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:08:34.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:33 smithi102 bash[82287]: cluster 2024-04-26T05:08:32.754649+0000 mgr.y (mgr.25910) 245 : cluster 0 pgmap v186: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:34.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:33 smithi102 bash[82287]: audit 2024-04-26T05:08:33.219342+0000 mon.c (mon.2) 93 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:08:36.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:35 smithi174 bash[69379]: cluster 2024-04-26T05:08:34.755692+0000 mgr.y (mgr.25910) 246 : cluster 0 pgmap v187: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:36.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:35 smithi102 bash[82287]: cluster 2024-04-26T05:08:34.755692+0000 mgr.y (mgr.25910) 246 : cluster 0 pgmap v187: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:36.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:35 smithi102 bash[84717]: cluster 2024-04-26T05:08:34.755692+0000 mgr.y (mgr.25910) 246 : cluster 0 pgmap v187: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:38.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:37 smithi174 bash[69379]: cluster 2024-04-26T05:08:36.756440+0000 mgr.y (mgr.25910) 247 : cluster 0 pgmap v188: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:38.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:37 smithi102 bash[84717]: cluster 2024-04-26T05:08:36.756440+0000 mgr.y (mgr.25910) 247 : cluster 0 pgmap v188: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:38.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:37 smithi102 bash[82287]: cluster 2024-04-26T05:08:36.756440+0000 mgr.y (mgr.25910) 247 : cluster 0 pgmap v188: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:39.871 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'ceph orch upgrade resume' 2024-04-26T05:08:40.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:39 smithi174 bash[69379]: cluster 2024-04-26T05:08:38.757134+0000 mgr.y (mgr.25910) 248 : cluster 0 pgmap v189: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:40.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:39 smithi102 bash[82287]: cluster 2024-04-26T05:08:38.757134+0000 mgr.y (mgr.25910) 248 : cluster 0 pgmap v189: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:40.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:39 smithi102 bash[84717]: cluster 2024-04-26T05:08:38.757134+0000 mgr.y (mgr.25910) 248 : cluster 0 pgmap v189: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:40.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:08:40 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:08:40] "GET /metrics HTTP/1.1" 200 34111 "" "Prometheus/2.43.0" 2024-04-26T05:08:42.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:41 smithi174 bash[69379]: cluster 2024-04-26T05:08:40.758183+0000 mgr.y (mgr.25910) 249 : cluster 0 pgmap v190: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:42.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:41 smithi102 bash[82287]: cluster 2024-04-26T05:08:40.758183+0000 mgr.y (mgr.25910) 249 : cluster 0 pgmap v190: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:42.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:41 smithi102 bash[84717]: cluster 2024-04-26T05:08:40.758183+0000 mgr.y (mgr.25910) 249 : cluster 0 pgmap v190: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:44.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:43 smithi174 bash[69379]: cluster 2024-04-26T05:08:42.758919+0000 mgr.y (mgr.25910) 250 : cluster 0 pgmap v191: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:44.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:43 smithi102 bash[84717]: cluster 2024-04-26T05:08:42.758919+0000 mgr.y (mgr.25910) 250 : cluster 0 pgmap v191: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:44.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:43 smithi102 bash[82287]: cluster 2024-04-26T05:08:42.758919+0000 mgr.y (mgr.25910) 250 : cluster 0 pgmap v191: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:44.651 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:08:46.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:45 smithi174 bash[69379]: cluster 2024-04-26T05:08:44.759981+0000 mgr.y (mgr.25910) 251 : cluster 0 pgmap v192: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:46.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:45 smithi102 bash[84717]: cluster 2024-04-26T05:08:44.759981+0000 mgr.y (mgr.25910) 251 : cluster 0 pgmap v192: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:46.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:45 smithi102 bash[82287]: cluster 2024-04-26T05:08:44.759981+0000 mgr.y (mgr.25910) 251 : cluster 0 pgmap v192: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:47.835 INFO:teuthology.orchestra.run.smithi102.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:08:48.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:47 smithi174 bash[69379]: cluster 2024-04-26T05:08:46.760762+0000 mgr.y (mgr.25910) 252 : cluster 0 pgmap v193: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:48.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:47 smithi174 bash[69379]: audit 2024-04-26T05:08:47.836481+0000 mon.a (mon.0) 344 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:48.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:47 smithi174 bash[69379]: audit 2024-04-26T05:08:47.881186+0000 mon.c (mon.2) 94 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:08:48.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:47 smithi102 bash[82287]: cluster 2024-04-26T05:08:46.760762+0000 mgr.y (mgr.25910) 252 : cluster 0 pgmap v193: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:48.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:47 smithi102 bash[82287]: audit 2024-04-26T05:08:47.836481+0000 mon.a (mon.0) 344 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:48.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:47 smithi102 bash[82287]: audit 2024-04-26T05:08:47.881186+0000 mon.c (mon.2) 94 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:08:48.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:47 smithi102 bash[84717]: cluster 2024-04-26T05:08:46.760762+0000 mgr.y (mgr.25910) 252 : cluster 0 pgmap v193: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:48.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:47 smithi102 bash[84717]: audit 2024-04-26T05:08:47.836481+0000 mon.a (mon.0) 344 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:48.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:47 smithi102 bash[84717]: audit 2024-04-26T05:08:47.881186+0000 mon.c (mon.2) 94 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:08:48.603 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'echo wait for half of osds to upgrade' 2024-04-26T05:08:49.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:48 smithi174 bash[69379]: audit 2024-04-26T05:08:47.828291+0000 mgr.y (mgr.25910) 253 : audit 0 from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:08:49.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:48 smithi174 bash[69379]: cephadm 2024-04-26T05:08:47.828969+0000 mgr.y (mgr.25910) 254 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:08:49.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:48 smithi174 bash[69379]: audit 2024-04-26T05:08:48.219679+0000 mon.c (mon.2) 95 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:08:49.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:48 smithi102 bash[82287]: audit 2024-04-26T05:08:47.828291+0000 mgr.y (mgr.25910) 253 : audit 0 from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:08:49.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:48 smithi102 bash[82287]: cephadm 2024-04-26T05:08:47.828969+0000 mgr.y (mgr.25910) 254 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:08:49.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:48 smithi102 bash[82287]: audit 2024-04-26T05:08:48.219679+0000 mon.c (mon.2) 95 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:08:49.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:48 smithi102 bash[84717]: audit 2024-04-26T05:08:47.828291+0000 mgr.y (mgr.25910) 253 : audit 0 from='client.44156 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:08:49.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:48 smithi102 bash[84717]: cephadm 2024-04-26T05:08:47.828969+0000 mgr.y (mgr.25910) 254 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:08:49.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:48 smithi102 bash[84717]: audit 2024-04-26T05:08:48.219679+0000 mon.c (mon.2) 95 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:08:50.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:49 smithi174 bash[69379]: cluster 2024-04-26T05:08:48.761413+0000 mgr.y (mgr.25910) 255 : cluster 0 pgmap v194: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:50.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:49 smithi102 bash[82287]: cluster 2024-04-26T05:08:48.761413+0000 mgr.y (mgr.25910) 255 : cluster 0 pgmap v194: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:50.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:49 smithi102 bash[84717]: cluster 2024-04-26T05:08:48.761413+0000 mgr.y (mgr.25910) 255 : cluster 0 pgmap v194: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:50.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:08:50 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:08:50] "GET /metrics HTTP/1.1" 200 34112 "" "Prometheus/2.43.0" 2024-04-26T05:08:52.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:51 smithi174 bash[69379]: cluster 2024-04-26T05:08:50.762512+0000 mgr.y (mgr.25910) 256 : cluster 0 pgmap v195: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:52.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:51 smithi102 bash[84717]: cluster 2024-04-26T05:08:50.762512+0000 mgr.y (mgr.25910) 256 : cluster 0 pgmap v195: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:52.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:51 smithi102 bash[82287]: cluster 2024-04-26T05:08:50.762512+0000 mgr.y (mgr.25910) 256 : cluster 0 pgmap v195: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:52.869 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:08:54.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:53 smithi174 bash[69379]: cluster 2024-04-26T05:08:52.763238+0000 mgr.y (mgr.25910) 257 : cluster 0 pgmap v196: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:54.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:53 smithi174 bash[69379]: audit 2024-04-26T05:08:53.628894+0000 mon.a (mon.0) 345 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:54.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:53 smithi174 bash[69379]: audit 2024-04-26T05:08:53.641706+0000 mon.a (mon.0) 346 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:54.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:53 smithi102 bash[82287]: cluster 2024-04-26T05:08:52.763238+0000 mgr.y (mgr.25910) 257 : cluster 0 pgmap v196: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:54.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:53 smithi102 bash[82287]: audit 2024-04-26T05:08:53.628894+0000 mon.a (mon.0) 345 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:54.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:53 smithi102 bash[82287]: audit 2024-04-26T05:08:53.641706+0000 mon.a (mon.0) 346 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:54.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:53 smithi102 bash[84717]: cluster 2024-04-26T05:08:52.763238+0000 mgr.y (mgr.25910) 257 : cluster 0 pgmap v196: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:54.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:53 smithi102 bash[84717]: audit 2024-04-26T05:08:53.628894+0000 mon.a (mon.0) 345 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:54.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:53 smithi102 bash[84717]: audit 2024-04-26T05:08:53.641706+0000 mon.a (mon.0) 346 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:55.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:54 smithi174 bash[69379]: audit 2024-04-26T05:08:54.215952+0000 mon.c (mon.2) 96 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:08:55.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:54 smithi174 bash[69379]: audit 2024-04-26T05:08:54.217063+0000 mon.c (mon.2) 97 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:08:55.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:54 smithi174 bash[69379]: audit 2024-04-26T05:08:54.226127+0000 mon.a (mon.0) 347 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:55.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:54 smithi174 bash[69379]: audit 2024-04-26T05:08:54.286096+0000 mon.c (mon.2) 98 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:08:55.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:54 smithi174 bash[69379]: audit 2024-04-26T05:08:54.288783+0000 mon.c (mon.2) 99 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:08:55.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:54 smithi174 bash[69379]: audit 2024-04-26T05:08:54.290596+0000 mon.c (mon.2) 100 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:08:55.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:54 smithi174 bash[69379]: audit 2024-04-26T05:08:54.291899+0000 mon.c (mon.2) 101 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:08:55.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:54 smithi174 bash[69379]: audit 2024-04-26T05:08:54.293446+0000 mon.c (mon.2) 102 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-26T05:08:55.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:54 smithi102 bash[84717]: audit 2024-04-26T05:08:54.215952+0000 mon.c (mon.2) 96 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:08:55.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:54 smithi102 bash[84717]: audit 2024-04-26T05:08:54.217063+0000 mon.c (mon.2) 97 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:08:55.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:54 smithi102 bash[84717]: audit 2024-04-26T05:08:54.226127+0000 mon.a (mon.0) 347 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:55.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:54 smithi102 bash[84717]: audit 2024-04-26T05:08:54.286096+0000 mon.c (mon.2) 98 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:08:55.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:54 smithi102 bash[84717]: audit 2024-04-26T05:08:54.288783+0000 mon.c (mon.2) 99 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:08:55.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:54 smithi102 bash[84717]: audit 2024-04-26T05:08:54.290596+0000 mon.c (mon.2) 100 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:08:55.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:54 smithi102 bash[84717]: audit 2024-04-26T05:08:54.291899+0000 mon.c (mon.2) 101 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:08:55.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:54 smithi102 bash[84717]: audit 2024-04-26T05:08:54.293446+0000 mon.c (mon.2) 102 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-26T05:08:55.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:54 smithi102 bash[82287]: audit 2024-04-26T05:08:54.215952+0000 mon.c (mon.2) 96 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:08:55.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:54 smithi102 bash[82287]: audit 2024-04-26T05:08:54.217063+0000 mon.c (mon.2) 97 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:08:55.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:54 smithi102 bash[82287]: audit 2024-04-26T05:08:54.226127+0000 mon.a (mon.0) 347 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:55.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:54 smithi102 bash[82287]: audit 2024-04-26T05:08:54.286096+0000 mon.c (mon.2) 98 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:08:55.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:54 smithi102 bash[82287]: audit 2024-04-26T05:08:54.288783+0000 mon.c (mon.2) 99 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:08:55.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:54 smithi102 bash[82287]: audit 2024-04-26T05:08:54.290596+0000 mon.c (mon.2) 100 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:08:55.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:54 smithi102 bash[82287]: audit 2024-04-26T05:08:54.291899+0000 mon.c (mon.2) 101 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:08:55.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:54 smithi102 bash[82287]: audit 2024-04-26T05:08:54.293446+0000 mon.c (mon.2) 102 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-26T05:08:56.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:55 smithi174 bash[69379]: cluster 2024-04-26T05:08:54.219248+0000 mgr.y (mgr.25910) 258 : cluster 0 pgmap v197: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:56.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:55 smithi174 bash[69379]: cluster 2024-04-26T05:08:54.219780+0000 mgr.y (mgr.25910) 259 : cluster 0 pgmap v198: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:56.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:55 smithi174 bash[69379]: audit 2024-04-26T05:08:54.293706+0000 mgr.y (mgr.25910) 260 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-26T05:08:56.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:55 smithi174 bash[69379]: cephadm 2024-04-26T05:08:54.294890+0000 mgr.y (mgr.25910) 261 : cephadm 1 Upgrade: osd.2 is safe to restart 2024-04-26T05:08:56.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:55 smithi102 bash[82287]: cluster 2024-04-26T05:08:54.219248+0000 mgr.y (mgr.25910) 258 : cluster 0 pgmap v197: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:56.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:55 smithi102 bash[82287]: cluster 2024-04-26T05:08:54.219780+0000 mgr.y (mgr.25910) 259 : cluster 0 pgmap v198: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:56.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:55 smithi102 bash[82287]: audit 2024-04-26T05:08:54.293706+0000 mgr.y (mgr.25910) 260 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-26T05:08:56.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:55 smithi102 bash[82287]: cephadm 2024-04-26T05:08:54.294890+0000 mgr.y (mgr.25910) 261 : cephadm 1 Upgrade: osd.2 is safe to restart 2024-04-26T05:08:56.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:55 smithi102 bash[84717]: cluster 2024-04-26T05:08:54.219248+0000 mgr.y (mgr.25910) 258 : cluster 0 pgmap v197: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:56.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:55 smithi102 bash[84717]: cluster 2024-04-26T05:08:54.219780+0000 mgr.y (mgr.25910) 259 : cluster 0 pgmap v198: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:56.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:55 smithi102 bash[84717]: audit 2024-04-26T05:08:54.293706+0000 mgr.y (mgr.25910) 260 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-26T05:08:56.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:55 smithi102 bash[84717]: cephadm 2024-04-26T05:08:54.294890+0000 mgr.y (mgr.25910) 261 : cephadm 1 Upgrade: osd.2 is safe to restart 2024-04-26T05:08:56.601 INFO:teuthology.orchestra.run.smithi102.stdout:wait for half of osds to upgrade 2024-04-26T05:08:57.803 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'while ! ceph osd versions | grep $sha1 | egrep '"'"': [45678]'"'"'; do sleep 2 ; done' 2024-04-26T05:08:58.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:57 smithi102 bash[82287]: cluster 2024-04-26T05:08:56.220659+0000 mgr.y (mgr.25910) 262 : cluster 0 pgmap v199: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:58.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:57 smithi102 bash[82287]: audit 2024-04-26T05:08:57.823335+0000 mon.a (mon.0) 348 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:58.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:57 smithi102 bash[82287]: audit 2024-04-26T05:08:57.826314+0000 mon.c (mon.2) 103 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T05:08:58.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:57 smithi102 bash[82287]: audit 2024-04-26T05:08:57.827249+0000 mon.c (mon.2) 104 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:08:58.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:57 smithi102 bash[84717]: cluster 2024-04-26T05:08:56.220659+0000 mgr.y (mgr.25910) 262 : cluster 0 pgmap v199: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:58.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:57 smithi102 bash[84717]: audit 2024-04-26T05:08:57.823335+0000 mon.a (mon.0) 348 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:58.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:57 smithi102 bash[84717]: audit 2024-04-26T05:08:57.826314+0000 mon.c (mon.2) 103 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T05:08:58.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:57 smithi102 bash[84717]: audit 2024-04-26T05:08:57.827249+0000 mon.c (mon.2) 104 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:08:58.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:57 smithi174 bash[69379]: cluster 2024-04-26T05:08:56.220659+0000 mgr.y (mgr.25910) 262 : cluster 0 pgmap v199: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:08:58.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:57 smithi174 bash[69379]: audit 2024-04-26T05:08:57.823335+0000 mon.a (mon.0) 348 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:08:58.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:57 smithi174 bash[69379]: audit 2024-04-26T05:08:57.826314+0000 mon.c (mon.2) 103 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-26T05:08:58.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:57 smithi174 bash[69379]: audit 2024-04-26T05:08:57.827249+0000 mon.c (mon.2) 104 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:08:59.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:58 smithi102 bash[82287]: cephadm 2024-04-26T05:08:57.816691+0000 mgr.y (mgr.25910) 263 : cephadm 1 Upgrade: Updating osd.2 2024-04-26T05:08:59.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:58 smithi102 bash[82287]: cephadm 2024-04-26T05:08:57.829460+0000 mgr.y (mgr.25910) 264 : cephadm 1 Deploying daemon osd.2 on smithi102 2024-04-26T05:08:59.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:58 smithi102 bash[84717]: cephadm 2024-04-26T05:08:57.816691+0000 mgr.y (mgr.25910) 263 : cephadm 1 Upgrade: Updating osd.2 2024-04-26T05:08:59.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:58 smithi102 bash[84717]: cephadm 2024-04-26T05:08:57.829460+0000 mgr.y (mgr.25910) 264 : cephadm 1 Deploying daemon osd.2 on smithi102 2024-04-26T05:08:59.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:58 smithi174 bash[69379]: cephadm 2024-04-26T05:08:57.816691+0000 mgr.y (mgr.25910) 263 : cephadm 1 Upgrade: Updating osd.2 2024-04-26T05:08:59.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:58 smithi174 bash[69379]: cephadm 2024-04-26T05:08:57.829460+0000 mgr.y (mgr.25910) 264 : cephadm 1 Deploying daemon osd.2 on smithi102 2024-04-26T05:09:00.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:08:59 smithi102 bash[84717]: cluster 2024-04-26T05:08:58.221390+0000 mgr.y (mgr.25910) 265 : cluster 0 pgmap v200: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:09:00.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:08:59 smithi102 bash[82287]: cluster 2024-04-26T05:08:58.221390+0000 mgr.y (mgr.25910) 265 : cluster 0 pgmap v200: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:09:00.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:08:59 smithi174 bash[69379]: cluster 2024-04-26T05:08:58.221390+0000 mgr.y (mgr.25910) 265 : cluster 0 pgmap v200: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:09:00.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:09:00 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:09:00] "GET /metrics HTTP/1.1" 200 34112 "" "Prometheus/2.43.0" 2024-04-26T05:09:02.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:01 smithi102 bash[84717]: cluster 2024-04-26T05:09:00.222424+0000 mgr.y (mgr.25910) 266 : cluster 0 pgmap v201: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:09:02.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:01 smithi102 bash[82287]: cluster 2024-04-26T05:09:00.222424+0000 mgr.y (mgr.25910) 266 : cluster 0 pgmap v201: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:09:02.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:01 smithi174 bash[69379]: cluster 2024-04-26T05:09:00.222424+0000 mgr.y (mgr.25910) 266 : cluster 0 pgmap v201: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:09:02.542 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:09:02 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:02.543 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:02 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:02.543 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:09:02 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:02.543 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:09:02 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:02.544 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:09:02 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:02.544 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:02 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:02.544 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:02 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:02.545 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:09:02 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:02.545 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:02 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:02.545 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:02 smithi102 systemd[1]: Stopping Ceph osd.2 for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:09:02.568 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:09:03.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:02 smithi102 bash[84717]: cluster 2024-04-26T05:09:02.900064+0000 mon.a (mon.0) 349 : cluster 1 osd.2 marked itself down and dead 2024-04-26T05:09:03.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:02 smithi102 bash[82287]: debug 2024-04-26T05:09:02.948+0000 7fc19b6b6700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:09:03.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:03 smithi102 bash[82287]: cluster 2024-04-26T05:09:02.900064+0000 mon.a (mon.0) 349 : cluster 1 osd.2 marked itself down and dead 2024-04-26T05:09:03.203 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:02 smithi102 bash[45235]: debug 2024-04-26T05:09:02.896+0000 7f521be3e700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-26T05:09:03.203 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:02 smithi102 bash[45235]: debug 2024-04-26T05:09:02.896+0000 7f521be3e700 -1 osd.2 102 *** Got signal Terminated *** 2024-04-26T05:09:03.203 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:02 smithi102 bash[45235]: debug 2024-04-26T05:09:02.896+0000 7f521be3e700 -1 osd.2 102 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T05:09:03.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:02 smithi174 bash[69379]: cluster 2024-04-26T05:09:02.900064+0000 mon.a (mon.0) 349 : cluster 1 osd.2 marked itself down and dead 2024-04-26T05:09:04.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:03 smithi102 bash[82287]: cluster 2024-04-26T05:09:02.223175+0000 mgr.y (mgr.25910) 267 : cluster 0 pgmap v202: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:09:04.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:03 smithi102 bash[82287]: cluster 2024-04-26T05:09:02.950706+0000 mon.a (mon.0) 350 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T05:09:04.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:03 smithi102 bash[82287]: cluster 2024-04-26T05:09:02.950752+0000 mon.a (mon.0) 351 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:09:04.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:03 smithi102 bash[82287]: cluster 2024-04-26T05:09:02.991015+0000 mon.a (mon.0) 352 : cluster 0 osdmap e103: 8 total, 7 up, 8 in 2024-04-26T05:09:04.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:03 smithi102 bash[82287]: audit 2024-04-26T05:09:03.227245+0000 mon.a (mon.0) 353 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:04.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:03 smithi102 bash[82287]: audit 2024-04-26T05:09:03.230445+0000 mon.c (mon.2) 105 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:09:04.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:03 smithi102 bash[84717]: cluster 2024-04-26T05:09:02.223175+0000 mgr.y (mgr.25910) 267 : cluster 0 pgmap v202: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:09:04.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:03 smithi102 bash[84717]: cluster 2024-04-26T05:09:02.950706+0000 mon.a (mon.0) 350 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T05:09:04.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:03 smithi102 bash[84717]: cluster 2024-04-26T05:09:02.950752+0000 mon.a (mon.0) 351 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:09:04.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:03 smithi102 bash[84717]: cluster 2024-04-26T05:09:02.991015+0000 mon.a (mon.0) 352 : cluster 0 osdmap e103: 8 total, 7 up, 8 in 2024-04-26T05:09:04.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:03 smithi102 bash[84717]: audit 2024-04-26T05:09:03.227245+0000 mon.a (mon.0) 353 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:04.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:03 smithi102 bash[84717]: audit 2024-04-26T05:09:03.230445+0000 mon.c (mon.2) 105 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:09:04.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:03 smithi174 bash[69379]: cluster 2024-04-26T05:09:02.223175+0000 mgr.y (mgr.25910) 267 : cluster 0 pgmap v202: 73 pgs: 73 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail 2024-04-26T05:09:04.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:03 smithi174 bash[69379]: cluster 2024-04-26T05:09:02.950706+0000 mon.a (mon.0) 350 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T05:09:04.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:03 smithi174 bash[69379]: cluster 2024-04-26T05:09:02.950752+0000 mon.a (mon.0) 351 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:09:04.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:03 smithi174 bash[69379]: cluster 2024-04-26T05:09:02.991015+0000 mon.a (mon.0) 352 : cluster 0 osdmap e103: 8 total, 7 up, 8 in 2024-04-26T05:09:04.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:03 smithi174 bash[69379]: audit 2024-04-26T05:09:03.227245+0000 mon.a (mon.0) 353 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:04.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:03 smithi174 bash[69379]: audit 2024-04-26T05:09:03.230445+0000 mon.c (mon.2) 105 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:09:04.695 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:04 smithi102 bash[100260]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-2 2024-04-26T05:09:04.952 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:04 smithi102 bash[100327]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-2 2024-04-26T05:09:05.266 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:04 smithi102 bash[84717]: cluster 2024-04-26T05:09:03.977279+0000 mon.a (mon.0) 354 : cluster 0 osdmap e104: 8 total, 7 up, 8 in 2024-04-26T05:09:05.267 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:04 smithi102 bash[82287]: cluster 2024-04-26T05:09:03.977279+0000 mon.a (mon.0) 354 : cluster 0 osdmap e104: 8 total, 7 up, 8 in 2024-04-26T05:09:05.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:04 smithi174 bash[69379]: cluster 2024-04-26T05:09:03.977279+0000 mon.a (mon.0) 354 : cluster 0 osdmap e104: 8 total, 7 up, 8 in 2024-04-26T05:09:06.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:05 smithi102 bash[82287]: cluster 2024-04-26T05:09:04.224324+0000 mgr.y (mgr.25910) 268 : cluster 0 pgmap v205: 73 pgs: 2 active+undersized+degraded, 15 active+undersized, 56 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:09:06.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:05 smithi102 bash[82287]: cluster 2024-04-26T05:09:04.970229+0000 mon.a (mon.0) 355 : cluster 3 Health check failed: Degraded data redundancy: 4/84 objects degraded (4.762%), 2 pgs degraded (PG_DEGRADED) 2024-04-26T05:09:06.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:05 smithi102 bash[84717]: cluster 2024-04-26T05:09:04.224324+0000 mgr.y (mgr.25910) 268 : cluster 0 pgmap v205: 73 pgs: 2 active+undersized+degraded, 15 active+undersized, 56 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:09:06.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:05 smithi102 bash[84717]: cluster 2024-04-26T05:09:04.970229+0000 mon.a (mon.0) 355 : cluster 3 Health check failed: Degraded data redundancy: 4/84 objects degraded (4.762%), 2 pgs degraded (PG_DEGRADED) 2024-04-26T05:09:06.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:05 smithi174 bash[69379]: cluster 2024-04-26T05:09:04.224324+0000 mgr.y (mgr.25910) 268 : cluster 0 pgmap v205: 73 pgs: 2 active+undersized+degraded, 15 active+undersized, 56 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:09:06.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:05 smithi174 bash[69379]: cluster 2024-04-26T05:09:04.970229+0000 mon.a (mon.0) 355 : cluster 3 Health check failed: Degraded data redundancy: 4/84 objects degraded (4.762%), 2 pgs degraded (PG_DEGRADED) 2024-04-26T05:09:08.246 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:07 smithi102 bash[84717]: cluster 2024-04-26T05:09:06.225163+0000 mgr.y (mgr.25910) 269 : cluster 0 pgmap v206: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:09:08.247 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:08 smithi102 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.2.service: Deactivated successfully. 2024-04-26T05:09:08.247 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:08 smithi102 systemd[1]: Stopped Ceph osd.2 for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:09:08.247 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:07 smithi102 bash[82287]: cluster 2024-04-26T05:09:06.225163+0000 mgr.y (mgr.25910) 269 : cluster 0 pgmap v206: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:09:08.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:07 smithi174 bash[69379]: cluster 2024-04-26T05:09:06.225163+0000 mgr.y (mgr.25910) 269 : cluster 0 pgmap v206: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:09:08.702 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:09:08 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:08.702 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:09:08 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:08.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:08 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:08.703 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:08 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:08.703 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:09:08 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:08.704 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:09:08 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:08.704 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:08 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:08.704 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:08 smithi102 systemd[1]: Started Ceph osd.2 for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:09:08.704 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:09:08 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:08.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:08 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:09.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:09 smithi174 bash[69379]: cluster 2024-04-26T05:09:08.225597+0000 mgr.y (mgr.25910) 270 : cluster 0 pgmap v207: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:09:09.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:09 smithi174 bash[69379]: audit 2024-04-26T05:09:08.415002+0000 mon.a (mon.0) 356 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:09.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:09 smithi174 bash[69379]: audit 2024-04-26T05:09:08.422576+0000 mon.a (mon.0) 357 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:09.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:09 smithi174 bash[69379]: audit 2024-04-26T05:09:08.467599+0000 mon.c (mon.2) 106 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:09:09.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:09 smithi174 bash[69379]: audit 2024-04-26T05:09:08.730014+0000 mon.a (mon.0) 358 : audit 0 from='client.? 172.21.15.102:0/3051663731' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:09.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:09 smithi102 bash[82287]: cluster 2024-04-26T05:09:08.225597+0000 mgr.y (mgr.25910) 270 : cluster 0 pgmap v207: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:09:09.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:09 smithi102 bash[82287]: audit 2024-04-26T05:09:08.415002+0000 mon.a (mon.0) 356 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:09.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:09 smithi102 bash[82287]: audit 2024-04-26T05:09:08.422576+0000 mon.a (mon.0) 357 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:09.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:09 smithi102 bash[82287]: audit 2024-04-26T05:09:08.467599+0000 mon.c (mon.2) 106 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:09:09.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:09 smithi102 bash[82287]: audit 2024-04-26T05:09:08.730014+0000 mon.a (mon.0) 358 : audit 0 from='client.? 172.21.15.102:0/3051663731' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:09.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:09 smithi102 bash[84717]: cluster 2024-04-26T05:09:08.225597+0000 mgr.y (mgr.25910) 270 : cluster 0 pgmap v207: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:09:09.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:09 smithi102 bash[84717]: audit 2024-04-26T05:09:08.415002+0000 mon.a (mon.0) 356 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:09.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:09 smithi102 bash[84717]: audit 2024-04-26T05:09:08.422576+0000 mon.a (mon.0) 357 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:09.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:09 smithi102 bash[84717]: audit 2024-04-26T05:09:08.467599+0000 mon.c (mon.2) 106 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:09:09.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:09 smithi102 bash[84717]: audit 2024-04-26T05:09:08.730014+0000 mon.a (mon.0) 358 : audit 0 from='client.? 172.21.15.102:0/3051663731' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:10.455 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:09:10 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:09:10] "GET /metrics HTTP/1.1" 200 34106 "" "Prometheus/2.43.0" 2024-04-26T05:09:10.456 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:10 smithi102 bash[100588]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-26T05:09:10.456 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:10 smithi102 bash[100588]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-26T05:09:10.456 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:10 smithi102 bash[100588]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-26T05:09:10.456 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:10 smithi102 bash[100588]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-26T05:09:10.456 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:10 smithi102 bash[100588]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-26T05:09:10.456 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:10 smithi102 bash[100588]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-26T05:09:10.456 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:10 smithi102 bash[100588]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-26T05:09:11.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:11 smithi174 bash[69379]: cluster 2024-04-26T05:09:10.226209+0000 mgr.y (mgr.25910) 271 : cluster 0 pgmap v208: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:09:11.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:11 smithi174 bash[69379]: audit 2024-04-26T05:09:11.122127+0000 mon.a (mon.0) 359 : audit 0 from='client.? 172.21.15.102:0/2191413999' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:11.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:11 smithi102 bash[84717]: cluster 2024-04-26T05:09:10.226209+0000 mgr.y (mgr.25910) 271 : cluster 0 pgmap v208: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:09:11.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:11 smithi102 bash[84717]: audit 2024-04-26T05:09:11.122127+0000 mon.a (mon.0) 359 : audit 0 from='client.? 172.21.15.102:0/2191413999' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:11.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:11 smithi102 bash[82287]: cluster 2024-04-26T05:09:10.226209+0000 mgr.y (mgr.25910) 271 : cluster 0 pgmap v208: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:09:11.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:11 smithi102 bash[82287]: audit 2024-04-26T05:09:11.122127+0000 mon.a (mon.0) 359 : audit 0 from='client.? 172.21.15.102:0/2191413999' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:12.202 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:11 smithi102 bash[100871]: debug 2024-04-26T05:09:11.960+0000 7fee8be95700 1 -- 172.21.15.102:0/571837524 <== mon.2 v2:172.21.15.102:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bf45adb680 con 0x55bf45b19000 2024-04-26T05:09:12.952 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:12 smithi102 bash[100871]: debug 2024-04-26T05:09:12.496+0000 7fee9502d7c0 -1 Falling back to public interface 2024-04-26T05:09:13.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:13 smithi174 bash[69379]: cluster 2024-04-26T05:09:12.226863+0000 mgr.y (mgr.25910) 272 : cluster 0 pgmap v209: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:09:13.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:13 smithi102 bash[82287]: cluster 2024-04-26T05:09:12.226863+0000 mgr.y (mgr.25910) 272 : cluster 0 pgmap v209: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:09:13.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:13 smithi102 bash[84717]: cluster 2024-04-26T05:09:12.226863+0000 mgr.y (mgr.25910) 272 : cluster 0 pgmap v209: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:09:14.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:14 smithi174 bash[69379]: cluster 2024-04-26T05:09:13.454566+0000 mon.a (mon.0) 360 : cluster 3 Health check update: Degraded data redundancy: 6/84 objects degraded (7.143%), 3 pgs degraded (PG_DEGRADED) 2024-04-26T05:09:14.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:14 smithi174 bash[69379]: audit 2024-04-26T05:09:13.479954+0000 mon.c (mon.2) 107 : audit 0 from='client.? 172.21.15.102:0/2044791299' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:14.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:14 smithi174 bash[69379]: audit 2024-04-26T05:09:14.249726+0000 mon.a (mon.0) 361 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:14.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:14 smithi174 bash[69379]: audit 2024-04-26T05:09:14.254938+0000 mon.a (mon.0) 362 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:14.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:14 smithi174 bash[69379]: audit 2024-04-26T05:09:14.258138+0000 mon.a (mon.0) 363 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:14.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:14 smithi174 bash[69379]: audit 2024-04-26T05:09:14.264620+0000 mon.a (mon.0) 364 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:14.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:14 smithi102 bash[82287]: cluster 2024-04-26T05:09:13.454566+0000 mon.a (mon.0) 360 : cluster 3 Health check update: Degraded data redundancy: 6/84 objects degraded (7.143%), 3 pgs degraded (PG_DEGRADED) 2024-04-26T05:09:14.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:14 smithi102 bash[82287]: audit 2024-04-26T05:09:13.479954+0000 mon.c (mon.2) 107 : audit 0 from='client.? 172.21.15.102:0/2044791299' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:14.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:14 smithi102 bash[82287]: audit 2024-04-26T05:09:14.249726+0000 mon.a (mon.0) 361 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:14.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:14 smithi102 bash[82287]: audit 2024-04-26T05:09:14.254938+0000 mon.a (mon.0) 362 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:14.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:14 smithi102 bash[82287]: audit 2024-04-26T05:09:14.258138+0000 mon.a (mon.0) 363 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:14.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:14 smithi102 bash[82287]: audit 2024-04-26T05:09:14.264620+0000 mon.a (mon.0) 364 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:14.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:14 smithi102 bash[84717]: cluster 2024-04-26T05:09:13.454566+0000 mon.a (mon.0) 360 : cluster 3 Health check update: Degraded data redundancy: 6/84 objects degraded (7.143%), 3 pgs degraded (PG_DEGRADED) 2024-04-26T05:09:14.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:14 smithi102 bash[84717]: audit 2024-04-26T05:09:13.479954+0000 mon.c (mon.2) 107 : audit 0 from='client.? 172.21.15.102:0/2044791299' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:14.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:14 smithi102 bash[84717]: audit 2024-04-26T05:09:14.249726+0000 mon.a (mon.0) 361 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:14.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:14 smithi102 bash[84717]: audit 2024-04-26T05:09:14.254938+0000 mon.a (mon.0) 362 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:14.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:14 smithi102 bash[84717]: audit 2024-04-26T05:09:14.258138+0000 mon.a (mon.0) 363 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:14.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:14 smithi102 bash[84717]: audit 2024-04-26T05:09:14.264620+0000 mon.a (mon.0) 364 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:15.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:15 smithi174 bash[69379]: cluster 2024-04-26T05:09:14.227412+0000 mgr.y (mgr.25910) 273 : cluster 0 pgmap v210: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:09:15.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:15 smithi174 bash[69379]: audit 2024-04-26T05:09:15.310230+0000 mon.a (mon.0) 365 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:15.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:15 smithi174 bash[69379]: audit 2024-04-26T05:09:15.317620+0000 mon.a (mon.0) 366 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:15.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:15 smithi102 bash[84717]: cluster 2024-04-26T05:09:14.227412+0000 mgr.y (mgr.25910) 273 : cluster 0 pgmap v210: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:09:15.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:15 smithi102 bash[84717]: audit 2024-04-26T05:09:15.310230+0000 mon.a (mon.0) 365 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:15.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:15 smithi102 bash[84717]: audit 2024-04-26T05:09:15.317620+0000 mon.a (mon.0) 366 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:15.703 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:15 smithi102 bash[100871]: debug 2024-04-26T05:09:15.508+0000 7fee9502d7c0 -1 osd.2 102 log_to_monitors true 2024-04-26T05:09:15.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:15 smithi102 bash[82287]: cluster 2024-04-26T05:09:14.227412+0000 mgr.y (mgr.25910) 273 : cluster 0 pgmap v210: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:09:15.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:15 smithi102 bash[82287]: audit 2024-04-26T05:09:15.310230+0000 mon.a (mon.0) 365 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:15.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:15 smithi102 bash[82287]: audit 2024-04-26T05:09:15.317620+0000 mon.a (mon.0) 366 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:16.702 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:16 smithi102 bash[100871]: debug 2024-04-26T05:09:16.483+0000 7fee86485700 -1 osd.2 102 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T05:09:16.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:16 smithi102 bash[84717]: audit 2024-04-26T05:09:15.513923+0000 mon.c (mon.2) 108 : audit 1 from='osd.2 [v2:172.21.15.102:6818/2167190729,v1:172.21.15.102:6819/2167190729]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T05:09:16.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:16 smithi102 bash[84717]: audit 2024-04-26T05:09:15.514235+0000 mon.a (mon.0) 367 : audit 1 from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T05:09:16.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:16 smithi102 bash[84717]: audit 2024-04-26T05:09:15.851649+0000 mon.a (mon.0) 368 : audit 0 from='client.? 172.21.15.102:0/313055445' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:16.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:16 smithi102 bash[82287]: audit 2024-04-26T05:09:15.513923+0000 mon.c (mon.2) 108 : audit 1 from='osd.2 [v2:172.21.15.102:6818/2167190729,v1:172.21.15.102:6819/2167190729]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T05:09:16.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:16 smithi102 bash[82287]: audit 2024-04-26T05:09:15.514235+0000 mon.a (mon.0) 367 : audit 1 from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T05:09:16.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:16 smithi102 bash[82287]: audit 2024-04-26T05:09:15.851649+0000 mon.a (mon.0) 368 : audit 0 from='client.? 172.21.15.102:0/313055445' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:16.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:16 smithi174 bash[69379]: audit 2024-04-26T05:09:15.513923+0000 mon.c (mon.2) 108 : audit 1 from='osd.2 [v2:172.21.15.102:6818/2167190729,v1:172.21.15.102:6819/2167190729]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T05:09:16.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:16 smithi174 bash[69379]: audit 2024-04-26T05:09:15.514235+0000 mon.a (mon.0) 367 : audit 1 from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-26T05:09:16.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:16 smithi174 bash[69379]: audit 2024-04-26T05:09:15.851649+0000 mon.a (mon.0) 368 : audit 0 from='client.? 172.21.15.102:0/313055445' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:17.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:17 smithi102 bash[84717]: cluster 2024-04-26T05:09:16.228179+0000 mgr.y (mgr.25910) 274 : cluster 0 pgmap v211: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:09:17.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:17 smithi102 bash[84717]: audit 2024-04-26T05:09:16.442434+0000 mon.a (mon.0) 369 : audit 1 from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T05:09:17.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:17 smithi102 bash[84717]: cluster 2024-04-26T05:09:16.448953+0000 mon.a (mon.0) 370 : cluster 0 osdmap e105: 8 total, 7 up, 8 in 2024-04-26T05:09:17.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:17 smithi102 bash[84717]: audit 2024-04-26T05:09:16.449760+0000 mon.c (mon.2) 109 : audit 1 from='osd.2 [v2:172.21.15.102:6818/2167190729,v1:172.21.15.102:6819/2167190729]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T05:09:17.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:17 smithi102 bash[84717]: audit 2024-04-26T05:09:16.450464+0000 mon.a (mon.0) 371 : audit 1 from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T05:09:17.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:17 smithi102 bash[82287]: debug 2024-04-26T05:09:17.439+0000 7fc19b6b6700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:09:17.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:17 smithi102 bash[82287]: cluster 2024-04-26T05:09:16.228179+0000 mgr.y (mgr.25910) 274 : cluster 0 pgmap v211: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:09:17.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:17 smithi102 bash[82287]: audit 2024-04-26T05:09:16.442434+0000 mon.a (mon.0) 369 : audit 1 from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T05:09:17.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:17 smithi102 bash[82287]: cluster 2024-04-26T05:09:16.448953+0000 mon.a (mon.0) 370 : cluster 0 osdmap e105: 8 total, 7 up, 8 in 2024-04-26T05:09:17.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:17 smithi102 bash[82287]: audit 2024-04-26T05:09:16.449760+0000 mon.c (mon.2) 109 : audit 1 from='osd.2 [v2:172.21.15.102:6818/2167190729,v1:172.21.15.102:6819/2167190729]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T05:09:17.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:17 smithi102 bash[82287]: audit 2024-04-26T05:09:16.450464+0000 mon.a (mon.0) 371 : audit 1 from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T05:09:17.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:17 smithi174 bash[69379]: cluster 2024-04-26T05:09:16.228179+0000 mgr.y (mgr.25910) 274 : cluster 0 pgmap v211: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:09:17.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:17 smithi174 bash[69379]: audit 2024-04-26T05:09:16.442434+0000 mon.a (mon.0) 369 : audit 1 from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-26T05:09:17.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:17 smithi174 bash[69379]: cluster 2024-04-26T05:09:16.448953+0000 mon.a (mon.0) 370 : cluster 0 osdmap e105: 8 total, 7 up, 8 in 2024-04-26T05:09:17.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:17 smithi174 bash[69379]: audit 2024-04-26T05:09:16.449760+0000 mon.c (mon.2) 109 : audit 1 from='osd.2 [v2:172.21.15.102:6818/2167190729,v1:172.21.15.102:6819/2167190729]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T05:09:17.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:17 smithi174 bash[69379]: audit 2024-04-26T05:09:16.450464+0000 mon.a (mon.0) 371 : audit 1 from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T05:09:18.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:18 smithi174 bash[69379]: cluster 2024-04-26T05:09:17.443128+0000 mon.a (mon.0) 372 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:09:18.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:18 smithi174 bash[69379]: cluster 2024-04-26T05:09:17.443180+0000 mon.a (mon.0) 373 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T05:09:18.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:18 smithi174 bash[69379]: cluster 2024-04-26T05:09:17.451924+0000 mon.a (mon.0) 374 : cluster 1 osd.2 [v2:172.21.15.102:6818/2167190729,v1:172.21.15.102:6819/2167190729] boot 2024-04-26T05:09:18.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:18 smithi174 bash[69379]: cluster 2024-04-26T05:09:17.452040+0000 mon.a (mon.0) 375 : cluster 0 osdmap e106: 8 total, 8 up, 8 in 2024-04-26T05:09:18.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:18 smithi174 bash[69379]: audit 2024-04-26T05:09:17.457323+0000 mon.c (mon.2) 110 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T05:09:18.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:18 smithi174 bash[69379]: audit 2024-04-26T05:09:18.207105+0000 mon.c (mon.2) 111 : audit 0 from='client.? 172.21.15.102:0/4217069851' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:18.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:18 smithi174 bash[69379]: audit 2024-04-26T05:09:18.224599+0000 mon.a (mon.0) 376 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:18.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:18 smithi174 bash[69379]: audit 2024-04-26T05:09:18.227508+0000 mon.c (mon.2) 112 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:09:18.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:18 smithi174 bash[69379]: cluster 2024-04-26T05:09:18.454827+0000 mon.a (mon.0) 377 : cluster 0 osdmap e107: 8 total, 8 up, 8 in 2024-04-26T05:09:18.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:18 smithi102 bash[84717]: cluster 2024-04-26T05:09:17.443128+0000 mon.a (mon.0) 372 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:09:18.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:18 smithi102 bash[84717]: cluster 2024-04-26T05:09:17.443180+0000 mon.a (mon.0) 373 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T05:09:18.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:18 smithi102 bash[84717]: cluster 2024-04-26T05:09:17.451924+0000 mon.a (mon.0) 374 : cluster 1 osd.2 [v2:172.21.15.102:6818/2167190729,v1:172.21.15.102:6819/2167190729] boot 2024-04-26T05:09:18.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:18 smithi102 bash[84717]: cluster 2024-04-26T05:09:17.452040+0000 mon.a (mon.0) 375 : cluster 0 osdmap e106: 8 total, 8 up, 8 in 2024-04-26T05:09:18.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:18 smithi102 bash[84717]: audit 2024-04-26T05:09:17.457323+0000 mon.c (mon.2) 110 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T05:09:18.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:18 smithi102 bash[84717]: audit 2024-04-26T05:09:18.207105+0000 mon.c (mon.2) 111 : audit 0 from='client.? 172.21.15.102:0/4217069851' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:18.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:18 smithi102 bash[84717]: audit 2024-04-26T05:09:18.224599+0000 mon.a (mon.0) 376 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:18.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:18 smithi102 bash[84717]: audit 2024-04-26T05:09:18.227508+0000 mon.c (mon.2) 112 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:09:18.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:18 smithi102 bash[84717]: cluster 2024-04-26T05:09:18.454827+0000 mon.a (mon.0) 377 : cluster 0 osdmap e107: 8 total, 8 up, 8 in 2024-04-26T05:09:18.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:18 smithi102 bash[82287]: cluster 2024-04-26T05:09:17.443128+0000 mon.a (mon.0) 372 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:09:18.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:18 smithi102 bash[82287]: cluster 2024-04-26T05:09:17.443180+0000 mon.a (mon.0) 373 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T05:09:18.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:18 smithi102 bash[82287]: cluster 2024-04-26T05:09:17.451924+0000 mon.a (mon.0) 374 : cluster 1 osd.2 [v2:172.21.15.102:6818/2167190729,v1:172.21.15.102:6819/2167190729] boot 2024-04-26T05:09:18.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:18 smithi102 bash[82287]: cluster 2024-04-26T05:09:17.452040+0000 mon.a (mon.0) 375 : cluster 0 osdmap e106: 8 total, 8 up, 8 in 2024-04-26T05:09:18.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:18 smithi102 bash[82287]: audit 2024-04-26T05:09:17.457323+0000 mon.c (mon.2) 110 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-26T05:09:18.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:18 smithi102 bash[82287]: audit 2024-04-26T05:09:18.207105+0000 mon.c (mon.2) 111 : audit 0 from='client.? 172.21.15.102:0/4217069851' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:18.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:18 smithi102 bash[82287]: audit 2024-04-26T05:09:18.224599+0000 mon.a (mon.0) 376 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:18.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:18 smithi102 bash[82287]: audit 2024-04-26T05:09:18.227508+0000 mon.c (mon.2) 112 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:09:18.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:18 smithi102 bash[82287]: cluster 2024-04-26T05:09:18.454827+0000 mon.a (mon.0) 377 : cluster 0 osdmap e107: 8 total, 8 up, 8 in 2024-04-26T05:09:19.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:19 smithi174 bash[69379]: cluster 2024-04-26T05:09:18.228563+0000 mgr.y (mgr.25910) 275 : cluster 0 pgmap v214: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:09:19.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:19 smithi102 bash[84717]: cluster 2024-04-26T05:09:18.228563+0000 mgr.y (mgr.25910) 275 : cluster 0 pgmap v214: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:09:19.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:19 smithi102 bash[82287]: cluster 2024-04-26T05:09:18.228563+0000 mgr.y (mgr.25910) 275 : cluster 0 pgmap v214: 73 pgs: 3 active+undersized+degraded, 16 active+undersized, 54 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:09:20.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:09:20 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:09:20] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2024-04-26T05:09:20.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:20 smithi102 bash[84717]: cluster 2024-04-26T05:09:20.473090+0000 mon.a (mon.0) 378 : cluster 3 Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded (PG_DEGRADED) 2024-04-26T05:09:20.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:20 smithi102 bash[82287]: cluster 2024-04-26T05:09:20.473090+0000 mon.a (mon.0) 378 : cluster 3 Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded (PG_DEGRADED) 2024-04-26T05:09:20.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:20 smithi174 bash[69379]: cluster 2024-04-26T05:09:20.473090+0000 mon.a (mon.0) 378 : cluster 3 Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded (PG_DEGRADED) 2024-04-26T05:09:21.795 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:21 smithi102 bash[82287]: cluster 2024-04-26T05:09:20.229304+0000 mgr.y (mgr.25910) 276 : cluster 0 pgmap v216: 73 pgs: 1 active+undersized+degraded, 3 active+undersized, 69 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-26T05:09:21.795 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:21 smithi102 bash[82287]: audit 2024-04-26T05:09:20.571854+0000 mon.a (mon.0) 379 : audit 0 from='client.? 172.21.15.102:0/4030470124' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:21.795 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:21 smithi102 bash[84717]: cluster 2024-04-26T05:09:20.229304+0000 mgr.y (mgr.25910) 276 : cluster 0 pgmap v216: 73 pgs: 1 active+undersized+degraded, 3 active+undersized, 69 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-26T05:09:21.795 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:21 smithi102 bash[84717]: audit 2024-04-26T05:09:20.571854+0000 mon.a (mon.0) 379 : audit 0 from='client.? 172.21.15.102:0/4030470124' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:21.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:21 smithi174 bash[69379]: cluster 2024-04-26T05:09:20.229304+0000 mgr.y (mgr.25910) 276 : cluster 0 pgmap v216: 73 pgs: 1 active+undersized+degraded, 3 active+undersized, 69 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-26T05:09:21.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:21 smithi174 bash[69379]: audit 2024-04-26T05:09:20.571854+0000 mon.a (mon.0) 379 : audit 0 from='client.? 172.21.15.102:0/4030470124' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:22.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:22 smithi102 bash[84717]: cluster 2024-04-26T05:09:22.529133+0000 mon.a (mon.0) 380 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded) 2024-04-26T05:09:22.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:22 smithi102 bash[82287]: cluster 2024-04-26T05:09:22.529133+0000 mon.a (mon.0) 380 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded) 2024-04-26T05:09:22.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:22 smithi174 bash[69379]: cluster 2024-04-26T05:09:22.529133+0000 mon.a (mon.0) 380 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 1 pg degraded) 2024-04-26T05:09:23.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:23 smithi174 bash[69379]: cluster 2024-04-26T05:09:22.230031+0000 mgr.y (mgr.25910) 277 : cluster 0 pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:23.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:23 smithi174 bash[69379]: audit 2024-04-26T05:09:22.923968+0000 mon.c (mon.2) 113 : audit 0 from='client.? 172.21.15.102:0/1939930929' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:23.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:23 smithi102 bash[84717]: cluster 2024-04-26T05:09:22.230031+0000 mgr.y (mgr.25910) 277 : cluster 0 pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:23.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:23 smithi102 bash[84717]: audit 2024-04-26T05:09:22.923968+0000 mon.c (mon.2) 113 : audit 0 from='client.? 172.21.15.102:0/1939930929' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:23.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:23 smithi102 bash[82287]: cluster 2024-04-26T05:09:22.230031+0000 mgr.y (mgr.25910) 277 : cluster 0 pgmap v217: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:23.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:23 smithi102 bash[82287]: audit 2024-04-26T05:09:22.923968+0000 mon.c (mon.2) 113 : audit 0 from='client.? 172.21.15.102:0/1939930929' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:25.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:25 smithi174 bash[69379]: cluster 2024-04-26T05:09:24.230764+0000 mgr.y (mgr.25910) 278 : cluster 0 pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:25.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:25 smithi174 bash[69379]: audit 2024-04-26T05:09:25.266747+0000 mon.a (mon.0) 381 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:25.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:25 smithi174 bash[69379]: audit 2024-04-26T05:09:25.279843+0000 mon.a (mon.0) 382 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:25.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:25 smithi174 bash[69379]: audit 2024-04-26T05:09:25.281100+0000 mon.a (mon.0) 383 : audit 0 from='client.? 172.21.15.102:0/332098040' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:25.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:25 smithi174 bash[69379]: audit 2024-04-26T05:09:25.282764+0000 mon.c (mon.2) 114 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:09:25.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:25 smithi174 bash[69379]: audit 2024-04-26T05:09:25.283817+0000 mon.c (mon.2) 115 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:09:25.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:25 smithi174 bash[69379]: audit 2024-04-26T05:09:25.293790+0000 mon.a (mon.0) 384 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:25.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:25 smithi174 bash[69379]: audit 2024-04-26T05:09:25.355713+0000 mon.c (mon.2) 116 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:09:25.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:25 smithi174 bash[69379]: audit 2024-04-26T05:09:25.358474+0000 mon.c (mon.2) 117 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:09:25.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:25 smithi174 bash[69379]: audit 2024-04-26T05:09:25.360427+0000 mon.c (mon.2) 118 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:09:25.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:25 smithi174 bash[69379]: audit 2024-04-26T05:09:25.361710+0000 mon.c (mon.2) 119 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:09:25.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:25 smithi174 bash[69379]: audit 2024-04-26T05:09:25.363555+0000 mon.c (mon.2) 120 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-26T05:09:25.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[82287]: cluster 2024-04-26T05:09:24.230764+0000 mgr.y (mgr.25910) 278 : cluster 0 pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:25.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[82287]: audit 2024-04-26T05:09:25.266747+0000 mon.a (mon.0) 381 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:25.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[82287]: audit 2024-04-26T05:09:25.279843+0000 mon.a (mon.0) 382 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:25.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[82287]: audit 2024-04-26T05:09:25.281100+0000 mon.a (mon.0) 383 : audit 0 from='client.? 172.21.15.102:0/332098040' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:25.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[82287]: audit 2024-04-26T05:09:25.282764+0000 mon.c (mon.2) 114 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:09:25.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[82287]: audit 2024-04-26T05:09:25.283817+0000 mon.c (mon.2) 115 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:09:25.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[82287]: audit 2024-04-26T05:09:25.293790+0000 mon.a (mon.0) 384 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:25.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[82287]: audit 2024-04-26T05:09:25.355713+0000 mon.c (mon.2) 116 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:09:25.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[82287]: audit 2024-04-26T05:09:25.358474+0000 mon.c (mon.2) 117 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:09:25.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[82287]: audit 2024-04-26T05:09:25.360427+0000 mon.c (mon.2) 118 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:09:25.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[82287]: audit 2024-04-26T05:09:25.361710+0000 mon.c (mon.2) 119 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:09:25.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[82287]: audit 2024-04-26T05:09:25.363555+0000 mon.c (mon.2) 120 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-26T05:09:25.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[84717]: cluster 2024-04-26T05:09:24.230764+0000 mgr.y (mgr.25910) 278 : cluster 0 pgmap v218: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:25.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[84717]: audit 2024-04-26T05:09:25.266747+0000 mon.a (mon.0) 381 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:25.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[84717]: audit 2024-04-26T05:09:25.279843+0000 mon.a (mon.0) 382 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:25.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[84717]: audit 2024-04-26T05:09:25.281100+0000 mon.a (mon.0) 383 : audit 0 from='client.? 172.21.15.102:0/332098040' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:25.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[84717]: audit 2024-04-26T05:09:25.282764+0000 mon.c (mon.2) 114 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:09:25.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[84717]: audit 2024-04-26T05:09:25.283817+0000 mon.c (mon.2) 115 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:09:25.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[84717]: audit 2024-04-26T05:09:25.293790+0000 mon.a (mon.0) 384 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:25.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[84717]: audit 2024-04-26T05:09:25.355713+0000 mon.c (mon.2) 116 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:09:25.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[84717]: audit 2024-04-26T05:09:25.358474+0000 mon.c (mon.2) 117 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:09:25.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[84717]: audit 2024-04-26T05:09:25.360427+0000 mon.c (mon.2) 118 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:09:25.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[84717]: audit 2024-04-26T05:09:25.361710+0000 mon.c (mon.2) 119 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:09:25.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:25 smithi102 bash[84717]: audit 2024-04-26T05:09:25.363555+0000 mon.c (mon.2) 120 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-26T05:09:26.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:26 smithi174 bash[69379]: cluster 2024-04-26T05:09:25.285726+0000 mgr.y (mgr.25910) 279 : cluster 0 pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:26.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:26 smithi174 bash[69379]: cluster 2024-04-26T05:09:25.286137+0000 mgr.y (mgr.25910) 280 : cluster 0 pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:26.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:26 smithi174 bash[69379]: audit 2024-04-26T05:09:25.363702+0000 mgr.y (mgr.25910) 281 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-26T05:09:26.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:26 smithi174 bash[69379]: cephadm 2024-04-26T05:09:25.364556+0000 mgr.y (mgr.25910) 282 : cephadm 1 Upgrade: osd.3 is safe to restart 2024-04-26T05:09:26.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:26 smithi102 bash[84717]: cluster 2024-04-26T05:09:25.285726+0000 mgr.y (mgr.25910) 279 : cluster 0 pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:26.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:26 smithi102 bash[84717]: cluster 2024-04-26T05:09:25.286137+0000 mgr.y (mgr.25910) 280 : cluster 0 pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:26.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:26 smithi102 bash[84717]: audit 2024-04-26T05:09:25.363702+0000 mgr.y (mgr.25910) 281 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-26T05:09:26.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:26 smithi102 bash[84717]: cephadm 2024-04-26T05:09:25.364556+0000 mgr.y (mgr.25910) 282 : cephadm 1 Upgrade: osd.3 is safe to restart 2024-04-26T05:09:26.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:26 smithi102 bash[82287]: cluster 2024-04-26T05:09:25.285726+0000 mgr.y (mgr.25910) 279 : cluster 0 pgmap v219: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:26.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:26 smithi102 bash[82287]: cluster 2024-04-26T05:09:25.286137+0000 mgr.y (mgr.25910) 280 : cluster 0 pgmap v220: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:26.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:26 smithi102 bash[82287]: audit 2024-04-26T05:09:25.363702+0000 mgr.y (mgr.25910) 281 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-26T05:09:26.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:26 smithi102 bash[82287]: cephadm 2024-04-26T05:09:25.364556+0000 mgr.y (mgr.25910) 282 : cephadm 1 Upgrade: osd.3 is safe to restart 2024-04-26T05:09:28.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:28 smithi174 bash[69379]: cluster 2024-04-26T05:09:27.286946+0000 mgr.y (mgr.25910) 283 : cluster 0 pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:28.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:28 smithi174 bash[69379]: audit 2024-04-26T05:09:27.641513+0000 mon.a (mon.0) 385 : audit 0 from='client.? 172.21.15.102:0/2756293250' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:28.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:28 smithi174 bash[69379]: cephadm 2024-04-26T05:09:27.733647+0000 mgr.y (mgr.25910) 284 : cephadm 1 Upgrade: Updating osd.3 2024-04-26T05:09:28.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:28 smithi174 bash[69379]: audit 2024-04-26T05:09:27.742805+0000 mon.a (mon.0) 386 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:28.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:28 smithi174 bash[69379]: audit 2024-04-26T05:09:27.748065+0000 mon.c (mon.2) 121 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T05:09:28.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:28 smithi174 bash[69379]: audit 2024-04-26T05:09:27.749376+0000 mon.c (mon.2) 122 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:09:28.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:28 smithi174 bash[69379]: cephadm 2024-04-26T05:09:27.753747+0000 mgr.y (mgr.25910) 285 : cephadm 1 Deploying daemon osd.3 on smithi102 2024-04-26T05:09:28.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:28 smithi174 bash[69379]: audit 2024-04-26T05:09:28.366630+0000 mon.a (mon.0) 387 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:28.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:28 smithi102 bash[84717]: cluster 2024-04-26T05:09:27.286946+0000 mgr.y (mgr.25910) 283 : cluster 0 pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:28.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:28 smithi102 bash[84717]: audit 2024-04-26T05:09:27.641513+0000 mon.a (mon.0) 385 : audit 0 from='client.? 172.21.15.102:0/2756293250' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:28.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:28 smithi102 bash[84717]: cephadm 2024-04-26T05:09:27.733647+0000 mgr.y (mgr.25910) 284 : cephadm 1 Upgrade: Updating osd.3 2024-04-26T05:09:28.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:28 smithi102 bash[84717]: audit 2024-04-26T05:09:27.742805+0000 mon.a (mon.0) 386 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:28.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:28 smithi102 bash[84717]: audit 2024-04-26T05:09:27.748065+0000 mon.c (mon.2) 121 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T05:09:28.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:28 smithi102 bash[84717]: audit 2024-04-26T05:09:27.749376+0000 mon.c (mon.2) 122 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:09:28.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:28 smithi102 bash[84717]: cephadm 2024-04-26T05:09:27.753747+0000 mgr.y (mgr.25910) 285 : cephadm 1 Deploying daemon osd.3 on smithi102 2024-04-26T05:09:28.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:28 smithi102 bash[84717]: audit 2024-04-26T05:09:28.366630+0000 mon.a (mon.0) 387 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:28.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:28 smithi102 bash[82287]: cluster 2024-04-26T05:09:27.286946+0000 mgr.y (mgr.25910) 283 : cluster 0 pgmap v221: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:28.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:28 smithi102 bash[82287]: audit 2024-04-26T05:09:27.641513+0000 mon.a (mon.0) 385 : audit 0 from='client.? 172.21.15.102:0/2756293250' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:28.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:28 smithi102 bash[82287]: cephadm 2024-04-26T05:09:27.733647+0000 mgr.y (mgr.25910) 284 : cephadm 1 Upgrade: Updating osd.3 2024-04-26T05:09:28.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:28 smithi102 bash[82287]: audit 2024-04-26T05:09:27.742805+0000 mon.a (mon.0) 386 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:28.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:28 smithi102 bash[82287]: audit 2024-04-26T05:09:27.748065+0000 mon.c (mon.2) 121 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-26T05:09:28.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:28 smithi102 bash[82287]: audit 2024-04-26T05:09:27.749376+0000 mon.c (mon.2) 122 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:09:28.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:28 smithi102 bash[82287]: cephadm 2024-04-26T05:09:27.753747+0000 mgr.y (mgr.25910) 285 : cephadm 1 Deploying daemon osd.3 on smithi102 2024-04-26T05:09:28.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:28 smithi102 bash[82287]: audit 2024-04-26T05:09:28.366630+0000 mon.a (mon.0) 387 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:30.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:09:30 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:09:30] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2024-04-26T05:09:30.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:30 smithi102 bash[84717]: cluster 2024-04-26T05:09:29.288072+0000 mgr.y (mgr.25910) 286 : cluster 0 pgmap v222: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:30.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:30 smithi102 bash[84717]: audit 2024-04-26T05:09:30.002455+0000 mon.c (mon.2) 123 : audit 0 from='client.? 172.21.15.102:0/285864560' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:30.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:30 smithi102 bash[82287]: cluster 2024-04-26T05:09:29.288072+0000 mgr.y (mgr.25910) 286 : cluster 0 pgmap v222: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:30.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:30 smithi102 bash[82287]: audit 2024-04-26T05:09:30.002455+0000 mon.c (mon.2) 123 : audit 0 from='client.? 172.21.15.102:0/285864560' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:30.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:30 smithi174 bash[69379]: cluster 2024-04-26T05:09:29.288072+0000 mgr.y (mgr.25910) 286 : cluster 0 pgmap v222: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:30.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:30 smithi174 bash[69379]: audit 2024-04-26T05:09:30.002455+0000 mon.c (mon.2) 123 : audit 0 from='client.? 172.21.15.102:0/285864560' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:32.240 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:32.240 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:09:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:32.240 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:09:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:32.241 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:09:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:32.241 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:09:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:32.241 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:32.241 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:32.242 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:09:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:32.242 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:32 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:32.604 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:32 smithi102 systemd[1]: Stopping Ceph osd.3 for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:09:32.604 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:32 smithi102 bash[50899]: debug 2024-04-26T05:09:32.367+0000 7f3415bac700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-26T05:09:32.604 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:32 smithi102 bash[50899]: debug 2024-04-26T05:09:32.367+0000 7f3415bac700 -1 osd.3 107 *** Got signal Terminated *** 2024-04-26T05:09:32.604 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:32 smithi102 bash[50899]: debug 2024-04-26T05:09:32.367+0000 7f3415bac700 -1 osd.3 107 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T05:09:32.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:32 smithi174 bash[69379]: cluster 2024-04-26T05:09:31.289014+0000 mgr.y (mgr.25910) 287 : cluster 0 pgmap v223: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:32.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:32 smithi174 bash[69379]: audit 2024-04-26T05:09:32.364285+0000 mon.a (mon.0) 388 : audit 0 from='client.? 172.21.15.102:0/3717664637' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:32.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:32 smithi174 bash[69379]: cluster 2024-04-26T05:09:32.371081+0000 mon.a (mon.0) 389 : cluster 1 osd.3 marked itself down and dead 2024-04-26T05:09:32.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:32 smithi102 bash[82287]: debug 2024-04-26T05:09:32.603+0000 7fc19b6b6700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:09:32.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:32 smithi102 bash[82287]: cluster 2024-04-26T05:09:31.289014+0000 mgr.y (mgr.25910) 287 : cluster 0 pgmap v223: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:32.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:32 smithi102 bash[82287]: audit 2024-04-26T05:09:32.364285+0000 mon.a (mon.0) 388 : audit 0 from='client.? 172.21.15.102:0/3717664637' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:32.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:32 smithi102 bash[82287]: cluster 2024-04-26T05:09:32.371081+0000 mon.a (mon.0) 389 : cluster 1 osd.3 marked itself down and dead 2024-04-26T05:09:32.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:32 smithi102 bash[84717]: cluster 2024-04-26T05:09:31.289014+0000 mgr.y (mgr.25910) 287 : cluster 0 pgmap v223: 73 pgs: 73 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:32.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:32 smithi102 bash[84717]: audit 2024-04-26T05:09:32.364285+0000 mon.a (mon.0) 388 : audit 0 from='client.? 172.21.15.102:0/3717664637' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:32.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:32 smithi102 bash[84717]: cluster 2024-04-26T05:09:32.371081+0000 mon.a (mon.0) 389 : cluster 1 osd.3 marked itself down and dead 2024-04-26T05:09:33.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:33 smithi174 bash[69379]: cluster 2024-04-26T05:09:32.606741+0000 mon.a (mon.0) 390 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T05:09:33.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:33 smithi174 bash[69379]: cluster 2024-04-26T05:09:32.606798+0000 mon.a (mon.0) 391 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:09:33.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:33 smithi174 bash[69379]: cluster 2024-04-26T05:09:32.621928+0000 mon.a (mon.0) 392 : cluster 0 osdmap e108: 8 total, 7 up, 8 in 2024-04-26T05:09:33.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:33 smithi174 bash[69379]: audit 2024-04-26T05:09:33.225175+0000 mon.a (mon.0) 393 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:33.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:33 smithi174 bash[69379]: audit 2024-04-26T05:09:33.231147+0000 mon.c (mon.2) 124 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:09:33.932 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:33 smithi102 bash[105041]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-3 2024-04-26T05:09:33.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:33 smithi102 bash[84717]: cluster 2024-04-26T05:09:32.606741+0000 mon.a (mon.0) 390 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T05:09:33.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:33 smithi102 bash[84717]: cluster 2024-04-26T05:09:32.606798+0000 mon.a (mon.0) 391 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:09:33.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:33 smithi102 bash[84717]: cluster 2024-04-26T05:09:32.621928+0000 mon.a (mon.0) 392 : cluster 0 osdmap e108: 8 total, 7 up, 8 in 2024-04-26T05:09:33.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:33 smithi102 bash[84717]: audit 2024-04-26T05:09:33.225175+0000 mon.a (mon.0) 393 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:33.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:33 smithi102 bash[84717]: audit 2024-04-26T05:09:33.231147+0000 mon.c (mon.2) 124 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:09:33.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:33 smithi102 bash[82287]: cluster 2024-04-26T05:09:32.606741+0000 mon.a (mon.0) 390 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T05:09:33.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:33 smithi102 bash[82287]: cluster 2024-04-26T05:09:32.606798+0000 mon.a (mon.0) 391 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:09:33.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:33 smithi102 bash[82287]: cluster 2024-04-26T05:09:32.621928+0000 mon.a (mon.0) 392 : cluster 0 osdmap e108: 8 total, 7 up, 8 in 2024-04-26T05:09:33.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:33 smithi102 bash[82287]: audit 2024-04-26T05:09:33.225175+0000 mon.a (mon.0) 393 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:33.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:33 smithi102 bash[82287]: audit 2024-04-26T05:09:33.231147+0000 mon.c (mon.2) 124 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:09:34.202 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:33 smithi102 bash[105107]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-3 2024-04-26T05:09:34.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:34 smithi174 bash[69379]: cluster 2024-04-26T05:09:33.289626+0000 mgr.y (mgr.25910) 288 : cluster 0 pgmap v225: 73 pgs: 13 stale+active+clean, 60 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:34.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:34 smithi174 bash[69379]: cluster 2024-04-26T05:09:33.627521+0000 mon.a (mon.0) 394 : cluster 0 osdmap e109: 8 total, 7 up, 8 in 2024-04-26T05:09:34.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:34 smithi102 bash[82287]: cluster 2024-04-26T05:09:33.289626+0000 mgr.y (mgr.25910) 288 : cluster 0 pgmap v225: 73 pgs: 13 stale+active+clean, 60 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:34.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:34 smithi102 bash[82287]: cluster 2024-04-26T05:09:33.627521+0000 mon.a (mon.0) 394 : cluster 0 osdmap e109: 8 total, 7 up, 8 in 2024-04-26T05:09:34.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:34 smithi102 bash[84717]: cluster 2024-04-26T05:09:33.289626+0000 mgr.y (mgr.25910) 288 : cluster 0 pgmap v225: 73 pgs: 13 stale+active+clean, 60 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:34.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:34 smithi102 bash[84717]: cluster 2024-04-26T05:09:33.627521+0000 mon.a (mon.0) 394 : cluster 0 osdmap e109: 8 total, 7 up, 8 in 2024-04-26T05:09:35.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:35 smithi102 bash[82287]: audit 2024-04-26T05:09:34.719093+0000 mon.a (mon.0) 395 : audit 0 from='client.? 172.21.15.102:0/2327391266' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:35.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:35 smithi102 bash[84717]: audit 2024-04-26T05:09:34.719093+0000 mon.a (mon.0) 395 : audit 0 from='client.? 172.21.15.102:0/2327391266' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:35.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:35 smithi174 bash[69379]: audit 2024-04-26T05:09:34.719093+0000 mon.a (mon.0) 395 : audit 0 from='client.? 172.21.15.102:0/2327391266' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:36.452 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:09:36 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:36.453 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:09:36 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:36.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:36 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:36.453 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:09:36 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:36.453 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:09:36 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:36.454 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:09:36 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:36.454 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:09:36 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:36.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:36 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:36.454 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:36 smithi102 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.3.service: Deactivated successfully. 2024-04-26T05:09:36.455 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:36 smithi102 systemd[1]: Stopped Ceph osd.3 for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:09:36.455 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:36 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:09:36.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:36 smithi174 bash[69379]: cluster 2024-04-26T05:09:35.290311+0000 mgr.y (mgr.25910) 289 : cluster 0 pgmap v227: 73 pgs: 2 active+undersized+degraded, 3 stale+active+clean, 19 active+undersized, 49 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-26T05:09:36.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:36 smithi174 bash[69379]: cluster 2024-04-26T05:09:35.624174+0000 mon.a (mon.0) 396 : cluster 3 Health check failed: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-26T05:09:36.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:36 smithi174 bash[69379]: audit 2024-04-26T05:09:36.502207+0000 mon.a (mon.0) 397 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:36.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:36 smithi174 bash[69379]: audit 2024-04-26T05:09:36.510247+0000 mon.a (mon.0) 398 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:36.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:36 smithi174 bash[69379]: audit 2024-04-26T05:09:36.541116+0000 mon.c (mon.2) 125 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:09:36.952 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:36 smithi102 systemd[1]: Started Ceph osd.3 for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:09:36.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:36 smithi102 bash[82287]: cluster 2024-04-26T05:09:35.290311+0000 mgr.y (mgr.25910) 289 : cluster 0 pgmap v227: 73 pgs: 2 active+undersized+degraded, 3 stale+active+clean, 19 active+undersized, 49 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-26T05:09:36.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:36 smithi102 bash[82287]: cluster 2024-04-26T05:09:35.624174+0000 mon.a (mon.0) 396 : cluster 3 Health check failed: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-26T05:09:36.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:36 smithi102 bash[82287]: audit 2024-04-26T05:09:36.502207+0000 mon.a (mon.0) 397 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:36.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:36 smithi102 bash[82287]: audit 2024-04-26T05:09:36.510247+0000 mon.a (mon.0) 398 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:36.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:36 smithi102 bash[82287]: audit 2024-04-26T05:09:36.541116+0000 mon.c (mon.2) 125 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:09:36.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:36 smithi102 bash[84717]: cluster 2024-04-26T05:09:35.290311+0000 mgr.y (mgr.25910) 289 : cluster 0 pgmap v227: 73 pgs: 2 active+undersized+degraded, 3 stale+active+clean, 19 active+undersized, 49 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3/84 objects degraded (3.571%) 2024-04-26T05:09:36.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:36 smithi102 bash[84717]: cluster 2024-04-26T05:09:35.624174+0000 mon.a (mon.0) 396 : cluster 3 Health check failed: Degraded data redundancy: 3/84 objects degraded (3.571%), 2 pgs degraded (PG_DEGRADED) 2024-04-26T05:09:36.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:36 smithi102 bash[84717]: audit 2024-04-26T05:09:36.502207+0000 mon.a (mon.0) 397 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:36.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:36 smithi102 bash[84717]: audit 2024-04-26T05:09:36.510247+0000 mon.a (mon.0) 398 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:36.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:36 smithi102 bash[84717]: audit 2024-04-26T05:09:36.541116+0000 mon.c (mon.2) 125 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:09:37.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:37 smithi174 bash[69379]: audit 2024-04-26T05:09:37.069144+0000 mon.a (mon.0) 399 : audit 0 from='client.? 172.21.15.102:0/3270308543' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:37.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:37 smithi102 bash[82287]: audit 2024-04-26T05:09:37.069144+0000 mon.a (mon.0) 399 : audit 0 from='client.? 172.21.15.102:0/3270308543' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:37.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:37 smithi102 bash[84717]: audit 2024-04-26T05:09:37.069144+0000 mon.a (mon.0) 399 : audit 0 from='client.? 172.21.15.102:0/3270308543' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:38.453 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:38 smithi102 bash[105284]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-26T05:09:38.453 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:38 smithi102 bash[105284]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-26T05:09:38.453 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:38 smithi102 bash[105284]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-26T05:09:38.453 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:38 smithi102 bash[105284]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-26T05:09:38.453 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:38 smithi102 bash[105284]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-26T05:09:38.453 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:38 smithi102 bash[105284]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-26T05:09:38.453 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:38 smithi102 bash[105284]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-26T05:09:38.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:38 smithi174 bash[69379]: cluster 2024-04-26T05:09:37.290971+0000 mgr.y (mgr.25910) 290 : cluster 0 pgmap v228: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:09:38.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:38 smithi102 bash[84717]: cluster 2024-04-26T05:09:37.290971+0000 mgr.y (mgr.25910) 290 : cluster 0 pgmap v228: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:09:38.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:38 smithi102 bash[82287]: cluster 2024-04-26T05:09:37.290971+0000 mgr.y (mgr.25910) 290 : cluster 0 pgmap v228: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:09:39.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:39 smithi174 bash[69379]: audit 2024-04-26T05:09:39.420466+0000 mon.c (mon.2) 126 : audit 0 from='client.? 172.21.15.102:0/869615678' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:39.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:39 smithi102 bash[82287]: audit 2024-04-26T05:09:39.420466+0000 mon.c (mon.2) 126 : audit 0 from='client.? 172.21.15.102:0/869615678' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:39.953 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:39 smithi102 bash[105537]: debug 2024-04-26T05:09:39.879+0000 7f6c2adec700 1 -- 172.21.15.102:0/412963157 <== mon.0 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561f2c21f680 con 0x561f2c25c800 2024-04-26T05:09:39.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:39 smithi102 bash[84717]: audit 2024-04-26T05:09:39.420466+0000 mon.c (mon.2) 126 : audit 0 from='client.? 172.21.15.102:0/869615678' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:40.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:40 smithi102 bash[84717]: cluster 2024-04-26T05:09:39.292002+0000 mgr.y (mgr.25910) 291 : cluster 0 pgmap v229: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:09:40.703 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:09:40 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:09:40] "GET /metrics HTTP/1.1" 200 34105 "" "Prometheus/2.43.0" 2024-04-26T05:09:40.703 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:40 smithi102 bash[105537]: debug 2024-04-26T05:09:40.419+0000 7f6c33f847c0 -1 Falling back to public interface 2024-04-26T05:09:40.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:40 smithi102 bash[82287]: cluster 2024-04-26T05:09:39.292002+0000 mgr.y (mgr.25910) 291 : cluster 0 pgmap v229: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:09:40.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:40 smithi174 bash[69379]: cluster 2024-04-26T05:09:39.292002+0000 mgr.y (mgr.25910) 291 : cluster 0 pgmap v229: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:09:42.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:42 smithi174 bash[69379]: cluster 2024-04-26T05:09:41.292807+0000 mgr.y (mgr.25910) 292 : cluster 0 pgmap v230: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:09:42.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:42 smithi174 bash[69379]: audit 2024-04-26T05:09:41.796036+0000 mon.c (mon.2) 127 : audit 0 from='client.? 172.21.15.102:0/4243801550' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:42.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:42 smithi174 bash[69379]: audit 2024-04-26T05:09:42.281281+0000 mon.a (mon.0) 400 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:42.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:42 smithi174 bash[69379]: audit 2024-04-26T05:09:42.289198+0000 mon.a (mon.0) 401 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:42.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:42 smithi102 bash[84717]: cluster 2024-04-26T05:09:41.292807+0000 mgr.y (mgr.25910) 292 : cluster 0 pgmap v230: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:09:42.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:42 smithi102 bash[84717]: audit 2024-04-26T05:09:41.796036+0000 mon.c (mon.2) 127 : audit 0 from='client.? 172.21.15.102:0/4243801550' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:42.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:42 smithi102 bash[84717]: audit 2024-04-26T05:09:42.281281+0000 mon.a (mon.0) 400 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:42.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:42 smithi102 bash[84717]: audit 2024-04-26T05:09:42.289198+0000 mon.a (mon.0) 401 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:42.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:42 smithi102 bash[82287]: cluster 2024-04-26T05:09:41.292807+0000 mgr.y (mgr.25910) 292 : cluster 0 pgmap v230: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:09:42.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:42 smithi102 bash[82287]: audit 2024-04-26T05:09:41.796036+0000 mon.c (mon.2) 127 : audit 0 from='client.? 172.21.15.102:0/4243801550' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:42.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:42 smithi102 bash[82287]: audit 2024-04-26T05:09:42.281281+0000 mon.a (mon.0) 400 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:42.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:42 smithi102 bash[82287]: audit 2024-04-26T05:09:42.289198+0000 mon.a (mon.0) 401 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:43.952 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:43 smithi102 bash[105537]: debug 2024-04-26T05:09:43.483+0000 7f6c33f847c0 -1 osd.3 107 log_to_monitors true 2024-04-26T05:09:44.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:44 smithi174 bash[69379]: cluster 2024-04-26T05:09:43.293536+0000 mgr.y (mgr.25910) 293 : cluster 0 pgmap v231: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:09:44.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:44 smithi174 bash[69379]: audit 2024-04-26T05:09:43.387058+0000 mon.a (mon.0) 402 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:44.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:44 smithi174 bash[69379]: audit 2024-04-26T05:09:43.401017+0000 mon.a (mon.0) 403 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:44.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:44 smithi174 bash[69379]: cluster 2024-04-26T05:09:43.461442+0000 mon.a (mon.0) 404 : cluster 3 Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2024-04-26T05:09:44.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:44 smithi174 bash[69379]: audit 2024-04-26T05:09:43.488436+0000 mon.a (mon.0) 405 : audit 1 from='osd.3 [v2:172.21.15.102:6826/3840672393,v1:172.21.15.102:6827/3840672393]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T05:09:44.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:44 smithi174 bash[69379]: audit 2024-04-26T05:09:44.117400+0000 mon.c (mon.2) 128 : audit 0 from='client.? 172.21.15.102:0/2512240798' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:44.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:44 smithi102 bash[84717]: cluster 2024-04-26T05:09:43.293536+0000 mgr.y (mgr.25910) 293 : cluster 0 pgmap v231: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:09:44.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:44 smithi102 bash[84717]: audit 2024-04-26T05:09:43.387058+0000 mon.a (mon.0) 402 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:44.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:44 smithi102 bash[84717]: audit 2024-04-26T05:09:43.401017+0000 mon.a (mon.0) 403 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:44.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:44 smithi102 bash[84717]: cluster 2024-04-26T05:09:43.461442+0000 mon.a (mon.0) 404 : cluster 3 Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2024-04-26T05:09:44.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:44 smithi102 bash[84717]: audit 2024-04-26T05:09:43.488436+0000 mon.a (mon.0) 405 : audit 1 from='osd.3 [v2:172.21.15.102:6826/3840672393,v1:172.21.15.102:6827/3840672393]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T05:09:44.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:44 smithi102 bash[84717]: audit 2024-04-26T05:09:44.117400+0000 mon.c (mon.2) 128 : audit 0 from='client.? 172.21.15.102:0/2512240798' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:44.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:44 smithi102 bash[82287]: cluster 2024-04-26T05:09:43.293536+0000 mgr.y (mgr.25910) 293 : cluster 0 pgmap v231: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:09:44.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:44 smithi102 bash[82287]: audit 2024-04-26T05:09:43.387058+0000 mon.a (mon.0) 402 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:44.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:44 smithi102 bash[82287]: audit 2024-04-26T05:09:43.401017+0000 mon.a (mon.0) 403 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:44.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:44 smithi102 bash[82287]: cluster 2024-04-26T05:09:43.461442+0000 mon.a (mon.0) 404 : cluster 3 Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 3 pgs degraded (PG_DEGRADED) 2024-04-26T05:09:44.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:44 smithi102 bash[82287]: audit 2024-04-26T05:09:43.488436+0000 mon.a (mon.0) 405 : audit 1 from='osd.3 [v2:172.21.15.102:6826/3840672393,v1:172.21.15.102:6827/3840672393]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-26T05:09:44.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:44 smithi102 bash[82287]: audit 2024-04-26T05:09:44.117400+0000 mon.c (mon.2) 128 : audit 0 from='client.? 172.21.15.102:0/2512240798' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:45.202 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:09:44 smithi102 bash[105537]: debug 2024-04-26T05:09:44.935+0000 7f6c213d4700 -1 osd.3 107 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T05:09:45.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:45 smithi174 bash[69379]: audit 2024-04-26T05:09:44.403504+0000 mon.a (mon.0) 406 : audit 1 from='osd.3 [v2:172.21.15.102:6826/3840672393,v1:172.21.15.102:6827/3840672393]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T05:09:45.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:45 smithi174 bash[69379]: cluster 2024-04-26T05:09:44.412498+0000 mon.a (mon.0) 407 : cluster 0 osdmap e110: 8 total, 7 up, 8 in 2024-04-26T05:09:45.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:45 smithi174 bash[69379]: audit 2024-04-26T05:09:44.413329+0000 mon.a (mon.0) 408 : audit 1 from='osd.3 [v2:172.21.15.102:6826/3840672393,v1:172.21.15.102:6827/3840672393]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T05:09:45.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:45 smithi174 bash[69379]: audit 2024-04-26T05:09:44.926834+0000 mon.a (mon.0) 409 : audit 1 from='osd.3 [v2:172.21.15.102:6826/3840672393,v1:172.21.15.102:6827/3840672393]' entity='osd.3' 2024-04-26T05:09:45.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:45 smithi102 bash[84717]: audit 2024-04-26T05:09:44.403504+0000 mon.a (mon.0) 406 : audit 1 from='osd.3 [v2:172.21.15.102:6826/3840672393,v1:172.21.15.102:6827/3840672393]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T05:09:45.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:45 smithi102 bash[84717]: cluster 2024-04-26T05:09:44.412498+0000 mon.a (mon.0) 407 : cluster 0 osdmap e110: 8 total, 7 up, 8 in 2024-04-26T05:09:45.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:45 smithi102 bash[84717]: audit 2024-04-26T05:09:44.413329+0000 mon.a (mon.0) 408 : audit 1 from='osd.3 [v2:172.21.15.102:6826/3840672393,v1:172.21.15.102:6827/3840672393]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T05:09:45.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:45 smithi102 bash[84717]: audit 2024-04-26T05:09:44.926834+0000 mon.a (mon.0) 409 : audit 1 from='osd.3 [v2:172.21.15.102:6826/3840672393,v1:172.21.15.102:6827/3840672393]' entity='osd.3' 2024-04-26T05:09:45.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:45 smithi102 bash[82287]: audit 2024-04-26T05:09:44.403504+0000 mon.a (mon.0) 406 : audit 1 from='osd.3 [v2:172.21.15.102:6826/3840672393,v1:172.21.15.102:6827/3840672393]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-26T05:09:45.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:45 smithi102 bash[82287]: cluster 2024-04-26T05:09:44.412498+0000 mon.a (mon.0) 407 : cluster 0 osdmap e110: 8 total, 7 up, 8 in 2024-04-26T05:09:45.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:45 smithi102 bash[82287]: audit 2024-04-26T05:09:44.413329+0000 mon.a (mon.0) 408 : audit 1 from='osd.3 [v2:172.21.15.102:6826/3840672393,v1:172.21.15.102:6827/3840672393]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-26T05:09:45.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:45 smithi102 bash[82287]: audit 2024-04-26T05:09:44.926834+0000 mon.a (mon.0) 409 : audit 1 from='osd.3 [v2:172.21.15.102:6826/3840672393,v1:172.21.15.102:6827/3840672393]' entity='osd.3' 2024-04-26T05:09:46.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:45 smithi102 bash[82287]: debug 2024-04-26T05:09:45.923+0000 7fc19b6b6700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:09:46.485 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2447-gb22e2ebd (b22e2ebdeb24376882b7bda2a7329c8cccc2276a) squid (dev)": 4 2024-04-26T05:09:46.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:46 smithi174 bash[69379]: cluster 2024-04-26T05:09:45.294288+0000 mgr.y (mgr.25910) 294 : cluster 0 pgmap v233: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:09:46.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:46 smithi174 bash[69379]: cluster 2024-04-26T05:09:45.925121+0000 mon.a (mon.0) 410 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:09:46.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:46 smithi174 bash[69379]: cluster 2024-04-26T05:09:45.925180+0000 mon.a (mon.0) 411 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T05:09:46.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:46 smithi174 bash[69379]: cluster 2024-04-26T05:09:45.933528+0000 mon.a (mon.0) 412 : cluster 1 osd.3 [v2:172.21.15.102:6826/3840672393,v1:172.21.15.102:6827/3840672393] boot 2024-04-26T05:09:46.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:46 smithi174 bash[69379]: cluster 2024-04-26T05:09:45.933764+0000 mon.a (mon.0) 413 : cluster 0 osdmap e111: 8 total, 8 up, 8 in 2024-04-26T05:09:46.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:46 smithi174 bash[69379]: audit 2024-04-26T05:09:45.939534+0000 mon.c (mon.2) 129 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T05:09:46.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:46 smithi102 bash[82287]: cluster 2024-04-26T05:09:45.294288+0000 mgr.y (mgr.25910) 294 : cluster 0 pgmap v233: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:09:46.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:46 smithi102 bash[82287]: cluster 2024-04-26T05:09:45.925121+0000 mon.a (mon.0) 410 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:09:46.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:46 smithi102 bash[82287]: cluster 2024-04-26T05:09:45.925180+0000 mon.a (mon.0) 411 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T05:09:46.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:46 smithi102 bash[82287]: cluster 2024-04-26T05:09:45.933528+0000 mon.a (mon.0) 412 : cluster 1 osd.3 [v2:172.21.15.102:6826/3840672393,v1:172.21.15.102:6827/3840672393] boot 2024-04-26T05:09:46.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:46 smithi102 bash[82287]: cluster 2024-04-26T05:09:45.933764+0000 mon.a (mon.0) 413 : cluster 0 osdmap e111: 8 total, 8 up, 8 in 2024-04-26T05:09:46.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:46 smithi102 bash[82287]: audit 2024-04-26T05:09:45.939534+0000 mon.c (mon.2) 129 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T05:09:46.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:46 smithi102 bash[84717]: cluster 2024-04-26T05:09:45.294288+0000 mgr.y (mgr.25910) 294 : cluster 0 pgmap v233: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:09:46.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:46 smithi102 bash[84717]: cluster 2024-04-26T05:09:45.925121+0000 mon.a (mon.0) 410 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:09:46.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:46 smithi102 bash[84717]: cluster 2024-04-26T05:09:45.925180+0000 mon.a (mon.0) 411 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T05:09:46.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:46 smithi102 bash[84717]: cluster 2024-04-26T05:09:45.933528+0000 mon.a (mon.0) 412 : cluster 1 osd.3 [v2:172.21.15.102:6826/3840672393,v1:172.21.15.102:6827/3840672393] boot 2024-04-26T05:09:46.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:46 smithi102 bash[84717]: cluster 2024-04-26T05:09:45.933764+0000 mon.a (mon.0) 413 : cluster 0 osdmap e111: 8 total, 8 up, 8 in 2024-04-26T05:09:46.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:46 smithi102 bash[84717]: audit 2024-04-26T05:09:45.939534+0000 mon.c (mon.2) 129 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-26T05:09:47.415 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'ceph orch upgrade pause' 2024-04-26T05:09:47.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:47 smithi174 bash[69379]: audit 2024-04-26T05:09:46.473662+0000 mon.c (mon.2) 130 : audit 0 from='client.? 172.21.15.102:0/3613802244' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:47.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:47 smithi174 bash[69379]: cluster 2024-04-26T05:09:46.937361+0000 mon.a (mon.0) 414 : cluster 0 osdmap e112: 8 total, 8 up, 8 in 2024-04-26T05:09:47.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:47 smithi102 bash[84717]: audit 2024-04-26T05:09:46.473662+0000 mon.c (mon.2) 130 : audit 0 from='client.? 172.21.15.102:0/3613802244' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:47.702 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:47 smithi102 bash[84717]: cluster 2024-04-26T05:09:46.937361+0000 mon.a (mon.0) 414 : cluster 0 osdmap e112: 8 total, 8 up, 8 in 2024-04-26T05:09:47.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:47 smithi102 bash[82287]: audit 2024-04-26T05:09:46.473662+0000 mon.c (mon.2) 130 : audit 0 from='client.? 172.21.15.102:0/3613802244' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-04-26T05:09:47.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:47 smithi102 bash[82287]: cluster 2024-04-26T05:09:46.937361+0000 mon.a (mon.0) 414 : cluster 0 osdmap e112: 8 total, 8 up, 8 in 2024-04-26T05:09:49.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:48 smithi102 bash[84717]: cluster 2024-04-26T05:09:47.295022+0000 mgr.y (mgr.25910) 295 : cluster 0 pgmap v236: 73 pgs: 2 peering, 3 active+undersized+degraded, 26 active+undersized, 42 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:09:49.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:48 smithi102 bash[84717]: audit 2024-04-26T05:09:48.230088+0000 mon.a (mon.0) 415 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:49.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:48 smithi102 bash[84717]: audit 2024-04-26T05:09:48.234784+0000 mon.c (mon.2) 131 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:09:49.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:48 smithi102 bash[82287]: cluster 2024-04-26T05:09:47.295022+0000 mgr.y (mgr.25910) 295 : cluster 0 pgmap v236: 73 pgs: 2 peering, 3 active+undersized+degraded, 26 active+undersized, 42 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:09:49.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:48 smithi102 bash[82287]: audit 2024-04-26T05:09:48.230088+0000 mon.a (mon.0) 415 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:49.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:48 smithi102 bash[82287]: audit 2024-04-26T05:09:48.234784+0000 mon.c (mon.2) 131 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:09:49.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:48 smithi174 bash[69379]: cluster 2024-04-26T05:09:47.295022+0000 mgr.y (mgr.25910) 295 : cluster 0 pgmap v236: 73 pgs: 2 peering, 3 active+undersized+degraded, 26 active+undersized, 42 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:09:49.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:48 smithi174 bash[69379]: audit 2024-04-26T05:09:48.230088+0000 mon.a (mon.0) 415 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:49.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:48 smithi174 bash[69379]: audit 2024-04-26T05:09:48.234784+0000 mon.c (mon.2) 131 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:09:50.323 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:49 smithi102 bash[84717]: cluster 2024-04-26T05:09:49.935799+0000 mon.a (mon.0) 416 : cluster 3 Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded (PG_DEGRADED) 2024-04-26T05:09:50.324 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:49 smithi102 bash[82287]: cluster 2024-04-26T05:09:49.935799+0000 mon.a (mon.0) 416 : cluster 3 Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded (PG_DEGRADED) 2024-04-26T05:09:50.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:49 smithi174 bash[69379]: cluster 2024-04-26T05:09:49.935799+0000 mon.a (mon.0) 416 : cluster 3 Health check update: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded (PG_DEGRADED) 2024-04-26T05:09:50.702 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:09:50 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:09:50] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2024-04-26T05:09:51.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:50 smithi174 bash[69379]: cluster 2024-04-26T05:09:49.295988+0000 mgr.y (mgr.25910) 296 : cluster 0 pgmap v237: 73 pgs: 2 peering, 2 active+undersized+degraded, 16 active+undersized, 53 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-26T05:09:51.452 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:50 smithi102 bash[82287]: cluster 2024-04-26T05:09:49.295988+0000 mgr.y (mgr.25910) 296 : cluster 0 pgmap v237: 73 pgs: 2 peering, 2 active+undersized+degraded, 16 active+undersized, 53 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-26T05:09:51.453 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:50 smithi102 bash[84717]: cluster 2024-04-26T05:09:49.295988+0000 mgr.y (mgr.25910) 296 : cluster 0 pgmap v237: 73 pgs: 2 peering, 2 active+undersized+degraded, 16 active+undersized, 53 active+clean; 4.6 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2/84 objects degraded (2.381%) 2024-04-26T05:09:51.987 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:09:52.202 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:52 smithi102 bash[82287]: cluster 2024-04-26T05:09:51.296818+0000 mgr.y (mgr.25910) 297 : cluster 0 pgmap v238: 73 pgs: 2 peering, 71 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:52.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:52 smithi102 bash[82287]: cluster 2024-04-26T05:09:51.991957+0000 mon.a (mon.0) 417 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded) 2024-04-26T05:09:52.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:52 smithi102 bash[84717]: cluster 2024-04-26T05:09:51.296818+0000 mgr.y (mgr.25910) 297 : cluster 0 pgmap v238: 73 pgs: 2 peering, 71 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:52.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:52 smithi102 bash[84717]: cluster 2024-04-26T05:09:51.991957+0000 mon.a (mon.0) 417 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded) 2024-04-26T05:09:52.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:52 smithi174 bash[69379]: cluster 2024-04-26T05:09:51.296818+0000 mgr.y (mgr.25910) 297 : cluster 0 pgmap v238: 73 pgs: 2 peering, 71 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:52.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:52 smithi174 bash[69379]: cluster 2024-04-26T05:09:51.991957+0000 mon.a (mon.0) 417 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/84 objects degraded (2.381%), 2 pgs degraded) 2024-04-26T05:09:54.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:54 smithi174 bash[69379]: cluster 2024-04-26T05:09:53.297386+0000 mgr.y (mgr.25910) 298 : cluster 0 pgmap v239: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:54.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:54 smithi102 bash[84717]: cluster 2024-04-26T05:09:53.297386+0000 mgr.y (mgr.25910) 298 : cluster 0 pgmap v239: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:54.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:54 smithi102 bash[82287]: cluster 2024-04-26T05:09:53.297386+0000 mgr.y (mgr.25910) 298 : cluster 0 pgmap v239: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:55.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:55 smithi174 bash[69379]: audit 2024-04-26T05:09:54.363136+0000 mon.a (mon.0) 418 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:55.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:55 smithi174 bash[69379]: audit 2024-04-26T05:09:54.377143+0000 mon.a (mon.0) 419 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:55.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:55 smithi174 bash[69379]: audit 2024-04-26T05:09:54.382138+0000 mon.c (mon.2) 132 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:09:55.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:55 smithi174 bash[69379]: audit 2024-04-26T05:09:54.383671+0000 mon.c (mon.2) 133 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:09:55.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:55 smithi174 bash[69379]: cluster 2024-04-26T05:09:54.386446+0000 mgr.y (mgr.25910) 299 : cluster 0 pgmap v240: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:55.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:55 smithi174 bash[69379]: cluster 2024-04-26T05:09:54.387061+0000 mgr.y (mgr.25910) 300 : cluster 0 pgmap v241: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:55.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:55 smithi174 bash[69379]: audit 2024-04-26T05:09:54.392770+0000 mon.a (mon.0) 420 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:55.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:55 smithi174 bash[69379]: audit 2024-04-26T05:09:54.470874+0000 mon.c (mon.2) 134 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:09:55.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:55 smithi174 bash[69379]: audit 2024-04-26T05:09:54.473347+0000 mon.c (mon.2) 135 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:09:55.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:55 smithi174 bash[69379]: audit 2024-04-26T05:09:54.475221+0000 mon.c (mon.2) 136 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:09:55.682 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:55 smithi174 bash[69379]: audit 2024-04-26T05:09:54.476597+0000 mon.c (mon.2) 137 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:09:55.682 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:55 smithi174 bash[69379]: audit 2024-04-26T05:09:54.478402+0000 mon.c (mon.2) 138 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-26T05:09:55.682 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:55 smithi174 bash[69379]: audit 2024-04-26T05:09:54.478591+0000 mgr.y (mgr.25910) 301 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-26T05:09:55.682 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:55 smithi174 bash[69379]: cephadm 2024-04-26T05:09:54.479570+0000 mgr.y (mgr.25910) 302 : cephadm 1 Upgrade: osd.4 is safe to restart 2024-04-26T05:09:55.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[84717]: audit 2024-04-26T05:09:54.363136+0000 mon.a (mon.0) 418 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:55.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[84717]: audit 2024-04-26T05:09:54.377143+0000 mon.a (mon.0) 419 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:55.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[84717]: audit 2024-04-26T05:09:54.382138+0000 mon.c (mon.2) 132 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:09:55.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[84717]: audit 2024-04-26T05:09:54.383671+0000 mon.c (mon.2) 133 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:09:55.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[84717]: cluster 2024-04-26T05:09:54.386446+0000 mgr.y (mgr.25910) 299 : cluster 0 pgmap v240: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:55.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[84717]: cluster 2024-04-26T05:09:54.387061+0000 mgr.y (mgr.25910) 300 : cluster 0 pgmap v241: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:55.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[84717]: audit 2024-04-26T05:09:54.392770+0000 mon.a (mon.0) 420 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:55.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[84717]: audit 2024-04-26T05:09:54.470874+0000 mon.c (mon.2) 134 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:09:55.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[84717]: audit 2024-04-26T05:09:54.473347+0000 mon.c (mon.2) 135 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:09:55.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[84717]: audit 2024-04-26T05:09:54.475221+0000 mon.c (mon.2) 136 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:09:55.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[84717]: audit 2024-04-26T05:09:54.476597+0000 mon.c (mon.2) 137 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:09:55.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[84717]: audit 2024-04-26T05:09:54.478402+0000 mon.c (mon.2) 138 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-26T05:09:55.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[84717]: audit 2024-04-26T05:09:54.478591+0000 mgr.y (mgr.25910) 301 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-26T05:09:55.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[84717]: cephadm 2024-04-26T05:09:54.479570+0000 mgr.y (mgr.25910) 302 : cephadm 1 Upgrade: osd.4 is safe to restart 2024-04-26T05:09:55.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[82287]: audit 2024-04-26T05:09:54.363136+0000 mon.a (mon.0) 418 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:55.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[82287]: audit 2024-04-26T05:09:54.377143+0000 mon.a (mon.0) 419 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:55.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[82287]: audit 2024-04-26T05:09:54.382138+0000 mon.c (mon.2) 132 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:09:55.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[82287]: audit 2024-04-26T05:09:54.383671+0000 mon.c (mon.2) 133 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:09:55.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[82287]: cluster 2024-04-26T05:09:54.386446+0000 mgr.y (mgr.25910) 299 : cluster 0 pgmap v240: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:55.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[82287]: cluster 2024-04-26T05:09:54.387061+0000 mgr.y (mgr.25910) 300 : cluster 0 pgmap v241: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:55.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[82287]: audit 2024-04-26T05:09:54.392770+0000 mon.a (mon.0) 420 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:55.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[82287]: audit 2024-04-26T05:09:54.470874+0000 mon.c (mon.2) 134 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:09:55.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[82287]: audit 2024-04-26T05:09:54.473347+0000 mon.c (mon.2) 135 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:09:55.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[82287]: audit 2024-04-26T05:09:54.475221+0000 mon.c (mon.2) 136 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:09:55.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[82287]: audit 2024-04-26T05:09:54.476597+0000 mon.c (mon.2) 137 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:09:55.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[82287]: audit 2024-04-26T05:09:54.478402+0000 mon.c (mon.2) 138 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-26T05:09:55.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[82287]: audit 2024-04-26T05:09:54.478591+0000 mgr.y (mgr.25910) 301 : audit 0 from='mon.2 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-26T05:09:55.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:55 smithi102 bash[82287]: cephadm 2024-04-26T05:09:54.479570+0000 mgr.y (mgr.25910) 302 : cephadm 1 Upgrade: osd.4 is safe to restart 2024-04-26T05:09:55.867 INFO:teuthology.orchestra.run.smithi102.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:09:56.731 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'ceph orch ps' 2024-04-26T05:09:57.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:56 smithi174 bash[69379]: audit 2024-04-26T05:09:55.861094+0000 mgr.y (mgr.25910) 303 : audit 0 from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:09:57.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:56 smithi174 bash[69379]: cephadm 2024-04-26T05:09:55.861802+0000 mgr.y (mgr.25910) 304 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:09:57.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:56 smithi174 bash[69379]: audit 2024-04-26T05:09:55.868767+0000 mon.a (mon.0) 421 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:57.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:56 smithi174 bash[69379]: audit 2024-04-26T05:09:56.656906+0000 mon.a (mon.0) 422 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:57.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:56 smithi174 bash[69379]: audit 2024-04-26T05:09:56.662387+0000 mon.c (mon.2) 139 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T05:09:57.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:56 smithi174 bash[69379]: audit 2024-04-26T05:09:56.664119+0000 mon.c (mon.2) 140 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:09:57.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:56 smithi102 bash[82287]: audit 2024-04-26T05:09:55.861094+0000 mgr.y (mgr.25910) 303 : audit 0 from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:09:57.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:56 smithi102 bash[82287]: cephadm 2024-04-26T05:09:55.861802+0000 mgr.y (mgr.25910) 304 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:09:57.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:56 smithi102 bash[82287]: audit 2024-04-26T05:09:55.868767+0000 mon.a (mon.0) 421 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:57.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:56 smithi102 bash[82287]: audit 2024-04-26T05:09:56.656906+0000 mon.a (mon.0) 422 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:57.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:56 smithi102 bash[82287]: audit 2024-04-26T05:09:56.662387+0000 mon.c (mon.2) 139 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T05:09:57.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:56 smithi102 bash[82287]: audit 2024-04-26T05:09:56.664119+0000 mon.c (mon.2) 140 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:09:57.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:56 smithi102 bash[84717]: audit 2024-04-26T05:09:55.861094+0000 mgr.y (mgr.25910) 303 : audit 0 from='client.44276 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:09:57.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:56 smithi102 bash[84717]: cephadm 2024-04-26T05:09:55.861802+0000 mgr.y (mgr.25910) 304 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:265587011b499c966b9dbaf00ce5756e85851e17df544df961d9e3203c8e39d6 2024-04-26T05:09:57.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:56 smithi102 bash[84717]: audit 2024-04-26T05:09:55.868767+0000 mon.a (mon.0) 421 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:57.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:56 smithi102 bash[84717]: audit 2024-04-26T05:09:56.656906+0000 mon.a (mon.0) 422 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:57.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:56 smithi102 bash[84717]: audit 2024-04-26T05:09:56.662387+0000 mon.c (mon.2) 139 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-26T05:09:57.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:56 smithi102 bash[84717]: audit 2024-04-26T05:09:56.664119+0000 mon.c (mon.2) 140 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:09:58.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:57 smithi174 bash[69379]: cluster 2024-04-26T05:09:56.387933+0000 mgr.y (mgr.25910) 305 : cluster 0 pgmap v242: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:58.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:57 smithi174 bash[69379]: cephadm 2024-04-26T05:09:56.649380+0000 mgr.y (mgr.25910) 306 : cephadm 1 Upgrade: Updating osd.4 2024-04-26T05:09:58.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:57 smithi174 bash[69379]: cephadm 2024-04-26T05:09:56.668945+0000 mgr.y (mgr.25910) 307 : cephadm 1 Deploying daemon osd.4 on smithi174 2024-04-26T05:09:58.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:57 smithi102 bash[82287]: cluster 2024-04-26T05:09:56.387933+0000 mgr.y (mgr.25910) 305 : cluster 0 pgmap v242: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:58.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:57 smithi102 bash[82287]: cephadm 2024-04-26T05:09:56.649380+0000 mgr.y (mgr.25910) 306 : cephadm 1 Upgrade: Updating osd.4 2024-04-26T05:09:58.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:57 smithi102 bash[82287]: cephadm 2024-04-26T05:09:56.668945+0000 mgr.y (mgr.25910) 307 : cephadm 1 Deploying daemon osd.4 on smithi174 2024-04-26T05:09:58.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:57 smithi102 bash[84717]: cluster 2024-04-26T05:09:56.387933+0000 mgr.y (mgr.25910) 305 : cluster 0 pgmap v242: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:58.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:57 smithi102 bash[84717]: cephadm 2024-04-26T05:09:56.649380+0000 mgr.y (mgr.25910) 306 : cephadm 1 Upgrade: Updating osd.4 2024-04-26T05:09:58.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:57 smithi102 bash[84717]: cephadm 2024-04-26T05:09:56.668945+0000 mgr.y (mgr.25910) 307 : cephadm 1 Deploying daemon osd.4 on smithi174 2024-04-26T05:09:59.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:59 smithi174 bash[69379]: cluster 2024-04-26T05:09:58.388570+0000 mgr.y (mgr.25910) 308 : cluster 0 pgmap v243: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:59.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:09:59 smithi174 bash[69379]: audit 2024-04-26T05:09:58.390159+0000 mon.a (mon.0) 423 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:59.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:59 smithi102 bash[84717]: cluster 2024-04-26T05:09:58.388570+0000 mgr.y (mgr.25910) 308 : cluster 0 pgmap v243: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:59.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:09:59 smithi102 bash[84717]: audit 2024-04-26T05:09:58.390159+0000 mon.a (mon.0) 423 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:09:59.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:59 smithi102 bash[82287]: cluster 2024-04-26T05:09:58.388570+0000 mgr.y (mgr.25910) 308 : cluster 0 pgmap v243: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:09:59.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:09:59 smithi102 bash[82287]: audit 2024-04-26T05:09:58.390159+0000 mon.a (mon.0) 423 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:00.403 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:00 smithi102 bash[82287]: debug 2024-04-26T05:09:59.994+0000 7fc19b6b6700 -1 log_channel(cluster) log [ERR] : overall HEALTH_ERR 1 failed cephadm daemon(s); 8 osds(s) are not reachable 2024-04-26T05:10:00.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:00 smithi174 bash[69379]: cluster 2024-04-26T05:10:00.000129+0000 mon.a (mon.0) 424 : cluster 4 overall HEALTH_ERR 1 failed cephadm daemon(s); 8 osds(s) are not reachable 2024-04-26T05:10:00.703 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:10:00 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:10:00] "GET /metrics HTTP/1.1" 200 33958 "" "Prometheus/2.43.0" 2024-04-26T05:10:00.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:00 smithi102 bash[84717]: cluster 2024-04-26T05:10:00.000129+0000 mon.a (mon.0) 424 : cluster 4 overall HEALTH_ERR 1 failed cephadm daemon(s); 8 osds(s) are not reachable 2024-04-26T05:10:00.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:00 smithi102 bash[82287]: cluster 2024-04-26T05:10:00.000129+0000 mon.a (mon.0) 424 : cluster 4 overall HEALTH_ERR 1 failed cephadm daemon(s); 8 osds(s) are not reachable 2024-04-26T05:10:01.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:00 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:10:01.181 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:10:00 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:10:01.181 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:10:00 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:10:01.182 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:10:00 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:10:01.182 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:10:00 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:10:01.183 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:10:00 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:10:01.183 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:10:00 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:10:01.183 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:10:00 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:10:01.184 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:00 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:10:01.184 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:00 smithi174 systemd[1]: Stopping Ceph osd.4 for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:10:01.184 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:00 smithi174 bash[27048]: debug 2024-04-26T05:10:00.957+0000 7f4986e4e700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-26T05:10:01.184 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:00 smithi174 bash[27048]: debug 2024-04-26T05:10:00.957+0000 7f4986e4e700 -1 osd.4 112 *** Got signal Terminated *** 2024-04-26T05:10:01.184 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:00 smithi174 bash[27048]: debug 2024-04-26T05:10:00.957+0000 7f4986e4e700 -1 osd.4 112 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T05:10:01.532 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:10:01.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:01 smithi174 bash[69379]: cluster 2024-04-26T05:10:00.389699+0000 mgr.y (mgr.25910) 309 : cluster 0 pgmap v244: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:01.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:01 smithi174 bash[69379]: cluster 2024-04-26T05:10:00.962059+0000 mon.a (mon.0) 425 : cluster 1 osd.4 marked itself down and dead 2024-04-26T05:10:01.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:01 smithi102 bash[84717]: cluster 2024-04-26T05:10:00.389699+0000 mgr.y (mgr.25910) 309 : cluster 0 pgmap v244: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:01.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:01 smithi102 bash[84717]: cluster 2024-04-26T05:10:00.962059+0000 mon.a (mon.0) 425 : cluster 1 osd.4 marked itself down and dead 2024-04-26T05:10:01.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:01 smithi102 bash[82287]: debug 2024-04-26T05:10:01.402+0000 7fc19b6b6700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:10:01.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:01 smithi102 bash[82287]: cluster 2024-04-26T05:10:00.389699+0000 mgr.y (mgr.25910) 309 : cluster 0 pgmap v244: 73 pgs: 73 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:01.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:01 smithi102 bash[82287]: cluster 2024-04-26T05:10:00.962059+0000 mon.a (mon.0) 425 : cluster 1 osd.4 marked itself down and dead 2024-04-26T05:10:02.680 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:02 smithi174 bash[74478]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-4 2024-04-26T05:10:02.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:02 smithi174 bash[69379]: cluster 2024-04-26T05:10:01.407104+0000 mon.a (mon.0) 426 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T05:10:02.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:02 smithi174 bash[69379]: cluster 2024-04-26T05:10:01.407203+0000 mon.a (mon.0) 427 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:10:02.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:02 smithi174 bash[69379]: cluster 2024-04-26T05:10:01.423308+0000 mon.a (mon.0) 428 : cluster 0 osdmap e113: 8 total, 7 up, 8 in 2024-04-26T05:10:02.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:02 smithi102 bash[84717]: cluster 2024-04-26T05:10:01.407104+0000 mon.a (mon.0) 426 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T05:10:02.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:02 smithi102 bash[84717]: cluster 2024-04-26T05:10:01.407203+0000 mon.a (mon.0) 427 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:10:02.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:02 smithi102 bash[84717]: cluster 2024-04-26T05:10:01.423308+0000 mon.a (mon.0) 428 : cluster 0 osdmap e113: 8 total, 7 up, 8 in 2024-04-26T05:10:02.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:02 smithi102 bash[82287]: cluster 2024-04-26T05:10:01.407104+0000 mon.a (mon.0) 426 : cluster 3 Health check failed: 1 osds down (OSD_DOWN) 2024-04-26T05:10:02.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:02 smithi102 bash[82287]: cluster 2024-04-26T05:10:01.407203+0000 mon.a (mon.0) 427 : cluster 4 Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:10:02.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:02 smithi102 bash[82287]: cluster 2024-04-26T05:10:01.423308+0000 mon.a (mon.0) 428 : cluster 0 osdmap e113: 8 total, 7 up, 8 in 2024-04-26T05:10:03.180 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:02 smithi174 bash[74542]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-4 2024-04-26T05:10:03.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:03 smithi174 bash[69379]: cluster 2024-04-26T05:10:02.390439+0000 mgr.y (mgr.25910) 310 : cluster 0 pgmap v246: 73 pgs: 2 peering, 11 stale+active+clean, 60 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:03.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:03 smithi174 bash[69379]: cluster 2024-04-26T05:10:02.438544+0000 mon.a (mon.0) 429 : cluster 0 osdmap e114: 8 total, 7 up, 8 in 2024-04-26T05:10:03.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:03 smithi174 bash[69379]: audit 2024-04-26T05:10:03.228869+0000 mon.a (mon.0) 430 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:03.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:03 smithi174 bash[69379]: audit 2024-04-26T05:10:03.231876+0000 mon.c (mon.2) 141 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:10:03.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:03 smithi102 bash[82287]: cluster 2024-04-26T05:10:02.390439+0000 mgr.y (mgr.25910) 310 : cluster 0 pgmap v246: 73 pgs: 2 peering, 11 stale+active+clean, 60 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:03.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:03 smithi102 bash[82287]: cluster 2024-04-26T05:10:02.438544+0000 mon.a (mon.0) 429 : cluster 0 osdmap e114: 8 total, 7 up, 8 in 2024-04-26T05:10:03.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:03 smithi102 bash[82287]: audit 2024-04-26T05:10:03.228869+0000 mon.a (mon.0) 430 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:03.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:03 smithi102 bash[82287]: audit 2024-04-26T05:10:03.231876+0000 mon.c (mon.2) 141 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:10:03.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:03 smithi102 bash[84717]: cluster 2024-04-26T05:10:02.390439+0000 mgr.y (mgr.25910) 310 : cluster 0 pgmap v246: 73 pgs: 2 peering, 11 stale+active+clean, 60 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:03.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:03 smithi102 bash[84717]: cluster 2024-04-26T05:10:02.438544+0000 mon.a (mon.0) 429 : cluster 0 osdmap e114: 8 total, 7 up, 8 in 2024-04-26T05:10:03.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:03 smithi102 bash[84717]: audit 2024-04-26T05:10:03.228869+0000 mon.a (mon.0) 430 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:03.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:03 smithi102 bash[84717]: audit 2024-04-26T05:10:03.231876+0000 mon.c (mon.2) 141 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:10:04.736 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:04 smithi174 bash[69379]: cluster 2024-04-26T05:10:04.429808+0000 mon.a (mon.0) 431 : cluster 3 Health check failed: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2024-04-26T05:10:04.736 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:04 smithi174 bash[69379]: cluster 2024-04-26T05:10:04.429869+0000 mon.a (mon.0) 432 : cluster 3 Health check failed: Degraded data redundancy: 12/84 objects degraded (14.286%), 7 pgs degraded (PG_DEGRADED) 2024-04-26T05:10:04.881 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T05:10:04.881 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (8m) 22s ago 15m 14.1M - 0.25.0 c8568f914cd2 180b2c72f145 2024-04-26T05:10:04.882 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi174 *:3000 error 50s ago 15m - - 2024-04-26T05:10:04.882 INFO:teuthology.orchestra.run.smithi102.stdout:mds.foo.smithi102.iafhgp smithi102 running (13m) 22s ago 13m 14.4M - 17.2.7-902-gc61472c8 0de407c1b3af fb04751031d5 2024-04-26T05:10:04.882 INFO:teuthology.orchestra.run.smithi102.stdout:mds.foo.smithi174.idmghd smithi174 running (13m) 50s ago 13m 17.0M - 17.2.7-902-gc61472c8 0de407c1b3af 94a8195067aa 2024-04-26T05:10:04.882 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi174 *:8443,9283,8765 running (7m) 50s ago 23m 439M - 19.0.0-2447-gb22e2ebd 87e5280d5ae8 b6319e529c2e 2024-04-26T05:10:04.882 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (8m) 22s ago 25m 500M - 19.0.0-2447-gb22e2ebd 87e5280d5ae8 ba4c6c6308e2 2024-04-26T05:10:04.882 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (6m) 22s ago 26m 50.4M 2048M 19.0.0-2447-gb22e2ebd 87e5280d5ae8 2ccd87314ba2 2024-04-26T05:10:04.882 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi174 running (4m) 50s ago 23m 35.1M 2048M 19.0.0-2447-gb22e2ebd 87e5280d5ae8 f7d729e302d6 2024-04-26T05:10:04.882 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (5m) 22s ago 23m 41.4M 2048M 19.0.0-2447-gb22e2ebd 87e5280d5ae8 55a64159d34f 2024-04-26T05:10:04.882 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (8m) 22s ago 15m 8492k - 1.5.0 0da6a335fe13 8d3a48a0f45d 2024-04-26T05:10:04.882 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi174 *:9100 running (8m) 50s ago 15m 8296k - 1.5.0 0da6a335fe13 0475d2b75e8d 2024-04-26T05:10:04.883 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (2m) 22s ago 22m 43.0M 2524M 19.0.0-2447-gb22e2ebd 87e5280d5ae8 e4765359723d 2024-04-26T05:10:04.883 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (2m) 22s ago 21m 50.1M 2524M 19.0.0-2447-gb22e2ebd 87e5280d5ae8 97f5785e2cdc 2024-04-26T05:10:04.883 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (53s) 22s ago 21m 41.0M 2524M 19.0.0-2447-gb22e2ebd 87e5280d5ae8 3d017b90aa9d 2024-04-26T05:10:04.883 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (25s) 22s ago 20m - 2524M 19.0.0-2447-gb22e2ebd 87e5280d5ae8 f58bdc308762 2024-04-26T05:10:04.883 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi174 running (19m) 50s ago 19m 50.9M 2524M 17.2.7-902-gc61472c8 0de407c1b3af 69845b3de88d 2024-04-26T05:10:04.883 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi174 running (18m) 50s ago 18m 50.4M 2524M 17.2.7-902-gc61472c8 0de407c1b3af 041037310e4e 2024-04-26T05:10:04.883 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi174 running (17m) 50s ago 17m 49.0M 2524M 17.2.7-902-gc61472c8 0de407c1b3af d912f137bbb8 2024-04-26T05:10:04.883 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi174 running (16m) 50s ago 16m 53.2M 2524M 17.2.7-902-gc61472c8 0de407c1b3af 12dbdd4bcd5f 2024-04-26T05:10:04.883 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi174 *:9095 running (7m) 50s ago 16m 51.4M - 2.43.0 a07b618ecd1d dadad3b73f6f 2024-04-26T05:10:04.894 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:04 smithi102 bash[84717]: cluster 2024-04-26T05:10:04.429808+0000 mon.a (mon.0) 431 : cluster 3 Health check failed: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2024-04-26T05:10:04.894 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:04 smithi102 bash[84717]: cluster 2024-04-26T05:10:04.429869+0000 mon.a (mon.0) 432 : cluster 3 Health check failed: Degraded data redundancy: 12/84 objects degraded (14.286%), 7 pgs degraded (PG_DEGRADED) 2024-04-26T05:10:04.895 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:04 smithi102 bash[82287]: cluster 2024-04-26T05:10:04.429808+0000 mon.a (mon.0) 431 : cluster 3 Health check failed: Reduced data availability: 2 pgs peering (PG_AVAILABILITY) 2024-04-26T05:10:04.895 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:04 smithi102 bash[82287]: cluster 2024-04-26T05:10:04.429869+0000 mon.a (mon.0) 432 : cluster 3 Health check failed: Degraded data redundancy: 12/84 objects degraded (14.286%), 7 pgs degraded (PG_DEGRADED) 2024-04-26T05:10:05.010 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:10:05.010 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:10:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:10:05.011 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:10:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:10:05.011 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:10:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:10:05.011 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:10:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:10:05.011 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:10:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:10:05.012 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:10:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:10:05.012 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:10:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:10:05.012 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:04 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.4.service: Deactivated successfully. 2024-04-26T05:10:05.012 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:04 smithi174 systemd[1]: Stopped Ceph osd.4 for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:10:05.012 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:04 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:10:05.013 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:05 smithi174 systemd[1]: Started Ceph osd.4 for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:10:05.657 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'ceph orch ps' 2024-04-26T05:10:05.902 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:05 smithi174 bash[69379]: cluster 2024-04-26T05:10:04.391745+0000 mgr.y (mgr.25910) 311 : cluster 0 pgmap v248: 73 pgs: 7 active+undersized+degraded, 2 peering, 4 stale+active+clean, 14 active+undersized, 46 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12/84 objects degraded (14.286%) 2024-04-26T05:10:05.902 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:05 smithi174 bash[69379]: audit 2024-04-26T05:10:04.870552+0000 mgr.y (mgr.25910) 312 : audit 0 from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:10:05.903 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:05 smithi174 bash[69379]: audit 2024-04-26T05:10:05.062092+0000 mon.a (mon.0) 433 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:05.903 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:05 smithi174 bash[69379]: audit 2024-04-26T05:10:05.077124+0000 mon.a (mon.0) 434 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:05.903 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:05 smithi174 bash[69379]: audit 2024-04-26T05:10:05.109535+0000 mon.c (mon.2) 142 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:10:05.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:05 smithi102 bash[84717]: cluster 2024-04-26T05:10:04.391745+0000 mgr.y (mgr.25910) 311 : cluster 0 pgmap v248: 73 pgs: 7 active+undersized+degraded, 2 peering, 4 stale+active+clean, 14 active+undersized, 46 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12/84 objects degraded (14.286%) 2024-04-26T05:10:05.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:05 smithi102 bash[84717]: audit 2024-04-26T05:10:04.870552+0000 mgr.y (mgr.25910) 312 : audit 0 from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:10:05.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:05 smithi102 bash[84717]: audit 2024-04-26T05:10:05.062092+0000 mon.a (mon.0) 433 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:05.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:05 smithi102 bash[84717]: audit 2024-04-26T05:10:05.077124+0000 mon.a (mon.0) 434 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:05.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:05 smithi102 bash[84717]: audit 2024-04-26T05:10:05.109535+0000 mon.c (mon.2) 142 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:10:05.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:05 smithi102 bash[82287]: cluster 2024-04-26T05:10:04.391745+0000 mgr.y (mgr.25910) 311 : cluster 0 pgmap v248: 73 pgs: 7 active+undersized+degraded, 2 peering, 4 stale+active+clean, 14 active+undersized, 46 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12/84 objects degraded (14.286%) 2024-04-26T05:10:05.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:05 smithi102 bash[82287]: audit 2024-04-26T05:10:04.870552+0000 mgr.y (mgr.25910) 312 : audit 0 from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:10:05.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:05 smithi102 bash[82287]: audit 2024-04-26T05:10:05.062092+0000 mon.a (mon.0) 433 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:05.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:05 smithi102 bash[82287]: audit 2024-04-26T05:10:05.077124+0000 mon.a (mon.0) 434 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:05.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:05 smithi102 bash[82287]: audit 2024-04-26T05:10:05.109535+0000 mon.c (mon.2) 142 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:10:06.758 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:06 smithi174 bash[74694]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-26T05:10:06.758 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:06 smithi174 bash[74694]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-26T05:10:06.758 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:06 smithi174 bash[74694]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-26T05:10:06.758 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:06 smithi174 bash[74694]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-26T05:10:06.758 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:06 smithi174 bash[74694]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-26T05:10:06.758 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:06 smithi174 bash[74694]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-26T05:10:06.759 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:06 smithi174 bash[74694]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-26T05:10:07.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:07 smithi174 bash[69379]: cluster 2024-04-26T05:10:06.392869+0000 mgr.y (mgr.25910) 313 : cluster 0 pgmap v249: 73 pgs: 9 active+undersized+degraded, 2 peering, 22 active+undersized, 40 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-26T05:10:07.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:07 smithi102 bash[82287]: cluster 2024-04-26T05:10:06.392869+0000 mgr.y (mgr.25910) 313 : cluster 0 pgmap v249: 73 pgs: 9 active+undersized+degraded, 2 peering, 22 active+undersized, 40 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-26T05:10:07.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:07 smithi102 bash[84717]: cluster 2024-04-26T05:10:06.392869+0000 mgr.y (mgr.25910) 313 : cluster 0 pgmap v249: 73 pgs: 9 active+undersized+degraded, 2 peering, 22 active+undersized, 40 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-26T05:10:08.180 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:08 smithi174 bash[74922]: debug 2024-04-26T05:10:08.013+0000 7f480f4ff700 1 -- 172.21.15.174:0/1006189921 <== mon.1 v2:172.21.15.174:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5563ca24b680 con 0x5563ca288800 2024-04-26T05:10:08.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:08 smithi174 bash[69379]: cluster 2024-04-26T05:10:08.488410+0000 mon.a (mon.0) 435 : cluster 1 Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs peering) 2024-04-26T05:10:08.931 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:08 smithi174 bash[74922]: debug 2024-04-26T05:10:08.577+0000 7f48186977c0 -1 Falling back to public interface 2024-04-26T05:10:08.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:08 smithi102 bash[84717]: cluster 2024-04-26T05:10:08.488410+0000 mon.a (mon.0) 435 : cluster 1 Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs peering) 2024-04-26T05:10:08.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:08 smithi102 bash[82287]: cluster 2024-04-26T05:10:08.488410+0000 mon.a (mon.0) 435 : cluster 1 Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs peering) 2024-04-26T05:10:09.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:09 smithi174 bash[69379]: cluster 2024-04-26T05:10:08.393703+0000 mgr.y (mgr.25910) 314 : cluster 0 pgmap v250: 73 pgs: 9 active+undersized+degraded, 24 active+undersized, 40 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-26T05:10:09.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:09 smithi102 bash[82287]: cluster 2024-04-26T05:10:08.393703+0000 mgr.y (mgr.25910) 314 : cluster 0 pgmap v250: 73 pgs: 9 active+undersized+degraded, 24 active+undersized, 40 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-26T05:10:09.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:09 smithi102 bash[84717]: cluster 2024-04-26T05:10:08.393703+0000 mgr.y (mgr.25910) 314 : cluster 0 pgmap v250: 73 pgs: 9 active+undersized+degraded, 24 active+undersized, 40 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-26T05:10:10.439 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:10:10.703 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:10:10 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:10:10] "GET /metrics HTTP/1.1" 200 34103 "" "Prometheus/2.43.0" 2024-04-26T05:10:11.905 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:11 smithi174 bash[74922]: debug 2024-04-26T05:10:11.621+0000 7f48186977c0 -1 osd.4 112 log_to_monitors true 2024-04-26T05:10:12.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:11 smithi174 bash[69379]: cluster 2024-04-26T05:10:10.394886+0000 mgr.y (mgr.25910) 315 : cluster 0 pgmap v251: 73 pgs: 9 active+undersized+degraded, 24 active+undersized, 40 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-26T05:10:12.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:11 smithi174 bash[69379]: audit 2024-04-26T05:10:10.909972+0000 mon.a (mon.0) 436 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:12.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:11 smithi174 bash[69379]: audit 2024-04-26T05:10:10.925579+0000 mon.a (mon.0) 437 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:12.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:11 smithi174 bash[69379]: audit 2024-04-26T05:10:11.626918+0000 mon.b (mon.1) 4 : audit 1 from='osd.4 [v2:172.21.15.174:6800/2533566997,v1:172.21.15.174:6801/2533566997]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T05:10:12.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:11 smithi174 bash[69379]: audit 2024-04-26T05:10:11.629514+0000 mon.a (mon.0) 438 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T05:10:12.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:11 smithi102 bash[82287]: cluster 2024-04-26T05:10:10.394886+0000 mgr.y (mgr.25910) 315 : cluster 0 pgmap v251: 73 pgs: 9 active+undersized+degraded, 24 active+undersized, 40 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-26T05:10:12.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:11 smithi102 bash[82287]: audit 2024-04-26T05:10:10.909972+0000 mon.a (mon.0) 436 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:12.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:11 smithi102 bash[82287]: audit 2024-04-26T05:10:10.925579+0000 mon.a (mon.0) 437 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:12.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:11 smithi102 bash[82287]: audit 2024-04-26T05:10:11.626918+0000 mon.b (mon.1) 4 : audit 1 from='osd.4 [v2:172.21.15.174:6800/2533566997,v1:172.21.15.174:6801/2533566997]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T05:10:12.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:11 smithi102 bash[82287]: audit 2024-04-26T05:10:11.629514+0000 mon.a (mon.0) 438 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T05:10:12.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:11 smithi102 bash[84717]: cluster 2024-04-26T05:10:10.394886+0000 mgr.y (mgr.25910) 315 : cluster 0 pgmap v251: 73 pgs: 9 active+undersized+degraded, 24 active+undersized, 40 active+clean; 4.6 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-26T05:10:12.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:11 smithi102 bash[84717]: audit 2024-04-26T05:10:10.909972+0000 mon.a (mon.0) 436 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:12.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:11 smithi102 bash[84717]: audit 2024-04-26T05:10:10.925579+0000 mon.a (mon.0) 437 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:12.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:11 smithi102 bash[84717]: audit 2024-04-26T05:10:11.626918+0000 mon.b (mon.1) 4 : audit 1 from='osd.4 [v2:172.21.15.174:6800/2533566997,v1:172.21.15.174:6801/2533566997]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T05:10:12.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:11 smithi102 bash[84717]: audit 2024-04-26T05:10:11.629514+0000 mon.a (mon.0) 438 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-26T05:10:12.925 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:10:12 smithi174 bash[74922]: debug 2024-04-26T05:10:12.461+0000 7f4805ae7700 -1 osd.4 112 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-26T05:10:13.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:12 smithi174 bash[69379]: audit 2024-04-26T05:10:11.924829+0000 mon.a (mon.0) 439 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T05:10:13.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:12 smithi174 bash[69379]: audit 2024-04-26T05:10:11.930150+0000 mon.b (mon.1) 5 : audit 1 from='osd.4 [v2:172.21.15.174:6800/2533566997,v1:172.21.15.174:6801/2533566997]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T05:10:13.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:12 smithi174 bash[69379]: cluster 2024-04-26T05:10:11.930232+0000 mon.a (mon.0) 440 : cluster 0 osdmap e115: 8 total, 7 up, 8 in 2024-04-26T05:10:13.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:12 smithi174 bash[69379]: audit 2024-04-26T05:10:11.933020+0000 mon.a (mon.0) 441 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T05:10:13.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:12 smithi174 bash[69379]: audit 2024-04-26T05:10:12.063441+0000 mon.a (mon.0) 442 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:13.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:12 smithi174 bash[69379]: audit 2024-04-26T05:10:12.131676+0000 mon.a (mon.0) 443 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:13.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:12 smithi174 bash[69379]: audit 2024-04-26T05:10:12.430360+0000 mon.a (mon.0) 444 : audit 1 from='osd.4 ' entity='osd.4' 2024-04-26T05:10:13.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:12 smithi102 bash[82287]: audit 2024-04-26T05:10:11.924829+0000 mon.a (mon.0) 439 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T05:10:13.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:12 smithi102 bash[82287]: audit 2024-04-26T05:10:11.930150+0000 mon.b (mon.1) 5 : audit 1 from='osd.4 [v2:172.21.15.174:6800/2533566997,v1:172.21.15.174:6801/2533566997]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T05:10:13.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:12 smithi102 bash[82287]: cluster 2024-04-26T05:10:11.930232+0000 mon.a (mon.0) 440 : cluster 0 osdmap e115: 8 total, 7 up, 8 in 2024-04-26T05:10:13.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:12 smithi102 bash[82287]: audit 2024-04-26T05:10:11.933020+0000 mon.a (mon.0) 441 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T05:10:13.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:12 smithi102 bash[82287]: audit 2024-04-26T05:10:12.063441+0000 mon.a (mon.0) 442 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:13.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:12 smithi102 bash[82287]: audit 2024-04-26T05:10:12.131676+0000 mon.a (mon.0) 443 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:13.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:12 smithi102 bash[82287]: audit 2024-04-26T05:10:12.430360+0000 mon.a (mon.0) 444 : audit 1 from='osd.4 ' entity='osd.4' 2024-04-26T05:10:13.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:12 smithi102 bash[84717]: audit 2024-04-26T05:10:11.924829+0000 mon.a (mon.0) 439 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-26T05:10:13.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:12 smithi102 bash[84717]: audit 2024-04-26T05:10:11.930150+0000 mon.b (mon.1) 5 : audit 1 from='osd.4 [v2:172.21.15.174:6800/2533566997,v1:172.21.15.174:6801/2533566997]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T05:10:13.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:12 smithi102 bash[84717]: cluster 2024-04-26T05:10:11.930232+0000 mon.a (mon.0) 440 : cluster 0 osdmap e115: 8 total, 7 up, 8 in 2024-04-26T05:10:13.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:12 smithi102 bash[84717]: audit 2024-04-26T05:10:11.933020+0000 mon.a (mon.0) 441 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi174", "root=default"]}]: dispatch 2024-04-26T05:10:13.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:12 smithi102 bash[84717]: audit 2024-04-26T05:10:12.063441+0000 mon.a (mon.0) 442 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:13.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:12 smithi102 bash[84717]: audit 2024-04-26T05:10:12.131676+0000 mon.a (mon.0) 443 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:13.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:12 smithi102 bash[84717]: audit 2024-04-26T05:10:12.430360+0000 mon.a (mon.0) 444 : audit 1 from='osd.4 ' entity='osd.4' 2024-04-26T05:10:13.702 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:13 smithi102 bash[82287]: debug 2024-04-26T05:10:13.426+0000 7fc19b6b6700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:10:13.921 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-26T05:10:13.921 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (8m) 31s ago 15m 14.1M - 0.25.0 c8568f914cd2 180b2c72f145 2024-04-26T05:10:13.921 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi174 *:3000 error 3s ago 15m - - 2024-04-26T05:10:13.921 INFO:teuthology.orchestra.run.smithi102.stdout:mds.foo.smithi102.iafhgp smithi102 running (13m) 31s ago 13m 14.4M - 17.2.7-902-gc61472c8 0de407c1b3af fb04751031d5 2024-04-26T05:10:13.921 INFO:teuthology.orchestra.run.smithi102.stdout:mds.foo.smithi174.idmghd smithi174 running (13m) 3s ago 13m 17.2M - 17.2.7-902-gc61472c8 0de407c1b3af 94a8195067aa 2024-04-26T05:10:13.921 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi174 *:8443,9283,8765 running (7m) 3s ago 23m 439M - 19.0.0-2447-gb22e2ebd 87e5280d5ae8 b6319e529c2e 2024-04-26T05:10:13.921 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (8m) 31s ago 26m 500M - 19.0.0-2447-gb22e2ebd 87e5280d5ae8 ba4c6c6308e2 2024-04-26T05:10:13.921 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (7m) 31s ago 26m 50.4M 2048M 19.0.0-2447-gb22e2ebd 87e5280d5ae8 2ccd87314ba2 2024-04-26T05:10:13.922 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi174 running (4m) 3s ago 24m 37.2M 2048M 19.0.0-2447-gb22e2ebd 87e5280d5ae8 f7d729e302d6 2024-04-26T05:10:13.922 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (5m) 31s ago 24m 41.4M 2048M 19.0.0-2447-gb22e2ebd 87e5280d5ae8 55a64159d34f 2024-04-26T05:10:13.922 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (8m) 31s ago 15m 8492k - 1.5.0 0da6a335fe13 8d3a48a0f45d 2024-04-26T05:10:13.922 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi174 *:9100 running (8m) 3s ago 15m 8292k - 1.5.0 0da6a335fe13 0475d2b75e8d 2024-04-26T05:10:13.922 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (3m) 31s ago 22m 43.0M 2524M 19.0.0-2447-gb22e2ebd 87e5280d5ae8 e4765359723d 2024-04-26T05:10:13.922 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (2m) 31s ago 22m 50.1M 2524M 19.0.0-2447-gb22e2ebd 87e5280d5ae8 97f5785e2cdc 2024-04-26T05:10:13.922 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (62s) 31s ago 21m 41.0M 2524M 19.0.0-2447-gb22e2ebd 87e5280d5ae8 3d017b90aa9d 2024-04-26T05:10:13.922 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (35s) 31s ago 20m - 2524M 19.0.0-2447-gb22e2ebd 87e5280d5ae8 f58bdc308762 2024-04-26T05:10:13.922 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi174 running (6s) 3s ago 19m - 2524M 19.0.0-2447-gb22e2ebd 87e5280d5ae8 cb1a5edba67a 2024-04-26T05:10:13.922 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi174 running (18m) 3s ago 18m 51.6M 2524M 17.2.7-902-gc61472c8 0de407c1b3af 041037310e4e 2024-04-26T05:10:13.922 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi174 running (17m) 3s ago 17m 50.5M 2524M 17.2.7-902-gc61472c8 0de407c1b3af d912f137bbb8 2024-04-26T05:10:13.922 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi174 running (17m) 3s ago 17m 54.9M 2524M 17.2.7-902-gc61472c8 0de407c1b3af 12dbdd4bcd5f 2024-04-26T05:10:13.922 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi174 *:9095 running (7m) 3s ago 16m 51.5M - 2.43.0 a07b618ecd1d dadad3b73f6f 2024-04-26T05:10:14.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:13 smithi174 bash[69379]: cluster 2024-04-26T05:10:12.395382+0000 mgr.y (mgr.25910) 316 : cluster 0 pgmap v253: 73 pgs: 9 active+undersized+degraded, 24 active+undersized, 40 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-26T05:10:14.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:13 smithi174 bash[69379]: cluster 2024-04-26T05:10:13.428994+0000 mon.a (mon.0) 445 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:10:14.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:13 smithi174 bash[69379]: cluster 2024-04-26T05:10:13.429054+0000 mon.a (mon.0) 446 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T05:10:14.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:13 smithi174 bash[69379]: cluster 2024-04-26T05:10:13.439330+0000 mon.a (mon.0) 447 : cluster 1 osd.4 [v2:172.21.15.174:6800/2533566997,v1:172.21.15.174:6801/2533566997] boot 2024-04-26T05:10:14.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:13 smithi174 bash[69379]: cluster 2024-04-26T05:10:13.439454+0000 mon.a (mon.0) 448 : cluster 0 osdmap e116: 8 total, 8 up, 8 in 2024-04-26T05:10:14.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:13 smithi174 bash[69379]: audit 2024-04-26T05:10:13.440902+0000 mon.c (mon.2) 143 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T05:10:14.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:13 smithi174 bash[69379]: cluster 2024-04-26T05:10:13.467616+0000 mon.a (mon.0) 449 : cluster 3 Health check update: Degraded data redundancy: 14/84 objects degraded (16.667%), 9 pgs degraded (PG_DEGRADED) 2024-04-26T05:10:14.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:13 smithi102 bash[84717]: cluster 2024-04-26T05:10:12.395382+0000 mgr.y (mgr.25910) 316 : cluster 0 pgmap v253: 73 pgs: 9 active+undersized+degraded, 24 active+undersized, 40 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-26T05:10:14.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:13 smithi102 bash[84717]: cluster 2024-04-26T05:10:13.428994+0000 mon.a (mon.0) 445 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:10:14.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:13 smithi102 bash[84717]: cluster 2024-04-26T05:10:13.429054+0000 mon.a (mon.0) 446 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T05:10:14.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:13 smithi102 bash[84717]: cluster 2024-04-26T05:10:13.439330+0000 mon.a (mon.0) 447 : cluster 1 osd.4 [v2:172.21.15.174:6800/2533566997,v1:172.21.15.174:6801/2533566997] boot 2024-04-26T05:10:14.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:13 smithi102 bash[84717]: cluster 2024-04-26T05:10:13.439454+0000 mon.a (mon.0) 448 : cluster 0 osdmap e116: 8 total, 8 up, 8 in 2024-04-26T05:10:14.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:13 smithi102 bash[84717]: audit 2024-04-26T05:10:13.440902+0000 mon.c (mon.2) 143 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T05:10:14.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:13 smithi102 bash[84717]: cluster 2024-04-26T05:10:13.467616+0000 mon.a (mon.0) 449 : cluster 3 Health check update: Degraded data redundancy: 14/84 objects degraded (16.667%), 9 pgs degraded (PG_DEGRADED) 2024-04-26T05:10:14.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:13 smithi102 bash[82287]: cluster 2024-04-26T05:10:12.395382+0000 mgr.y (mgr.25910) 316 : cluster 0 pgmap v253: 73 pgs: 9 active+undersized+degraded, 24 active+undersized, 40 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 14/84 objects degraded (16.667%) 2024-04-26T05:10:14.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:13 smithi102 bash[82287]: cluster 2024-04-26T05:10:13.428994+0000 mon.a (mon.0) 445 : cluster 4 Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-04-26T05:10:14.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:13 smithi102 bash[82287]: cluster 2024-04-26T05:10:13.429054+0000 mon.a (mon.0) 446 : cluster 1 Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-26T05:10:14.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:13 smithi102 bash[82287]: cluster 2024-04-26T05:10:13.439330+0000 mon.a (mon.0) 447 : cluster 1 osd.4 [v2:172.21.15.174:6800/2533566997,v1:172.21.15.174:6801/2533566997] boot 2024-04-26T05:10:14.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:13 smithi102 bash[82287]: cluster 2024-04-26T05:10:13.439454+0000 mon.a (mon.0) 448 : cluster 0 osdmap e116: 8 total, 8 up, 8 in 2024-04-26T05:10:14.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:13 smithi102 bash[82287]: audit 2024-04-26T05:10:13.440902+0000 mon.c (mon.2) 143 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-26T05:10:14.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:13 smithi102 bash[82287]: cluster 2024-04-26T05:10:13.467616+0000 mon.a (mon.0) 449 : cluster 3 Health check update: Degraded data redundancy: 14/84 objects degraded (16.667%), 9 pgs degraded (PG_DEGRADED) 2024-04-26T05:10:14.700 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -e sha1=b22e2ebdeb24376882b7bda2a7329c8cccc2276a -- bash -c 'ceph versions' 2024-04-26T05:10:14.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:14 smithi102 bash[84717]: audit 2024-04-26T05:10:13.902370+0000 mgr.y (mgr.25910) 317 : audit 0 from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:10:14.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:14 smithi102 bash[84717]: cluster 2024-04-26T05:10:14.441991+0000 mon.a (mon.0) 450 : cluster 0 osdmap e117: 8 total, 8 up, 8 in 2024-04-26T05:10:14.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:14 smithi102 bash[82287]: audit 2024-04-26T05:10:13.902370+0000 mgr.y (mgr.25910) 317 : audit 0 from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:10:14.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:14 smithi102 bash[82287]: cluster 2024-04-26T05:10:14.441991+0000 mon.a (mon.0) 450 : cluster 0 osdmap e117: 8 total, 8 up, 8 in 2024-04-26T05:10:15.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:14 smithi174 bash[69379]: audit 2024-04-26T05:10:13.902370+0000 mgr.y (mgr.25910) 317 : audit 0 from='client.44291 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-26T05:10:15.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:14 smithi174 bash[69379]: cluster 2024-04-26T05:10:14.441991+0000 mon.a (mon.0) 450 : cluster 0 osdmap e117: 8 total, 8 up, 8 in 2024-04-26T05:10:16.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:15 smithi102 bash[82287]: cluster 2024-04-26T05:10:14.396377+0000 mgr.y (mgr.25910) 318 : cluster 0 pgmap v255: 73 pgs: 14 peering, 3 active+undersized+degraded, 16 active+undersized, 40 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:10:16.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:15 smithi102 bash[84717]: cluster 2024-04-26T05:10:14.396377+0000 mgr.y (mgr.25910) 318 : cluster 0 pgmap v255: 73 pgs: 14 peering, 3 active+undersized+degraded, 16 active+undersized, 40 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:10:16.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:15 smithi174 bash[69379]: cluster 2024-04-26T05:10:14.396377+0000 mgr.y (mgr.25910) 318 : cluster 0 pgmap v255: 73 pgs: 14 peering, 3 active+undersized+degraded, 16 active+undersized, 40 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 6/84 objects degraded (7.143%) 2024-04-26T05:10:18.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:17 smithi102 bash[84717]: cluster 2024-04-26T05:10:16.397430+0000 mgr.y (mgr.25910) 319 : cluster 0 pgmap v257: 73 pgs: 14 peering, 1 active+undersized+degraded, 12 active+undersized, 46 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:10:18.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:17 smithi102 bash[82287]: cluster 2024-04-26T05:10:16.397430+0000 mgr.y (mgr.25910) 319 : cluster 0 pgmap v257: 73 pgs: 14 peering, 1 active+undersized+degraded, 12 active+undersized, 46 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:10:18.210 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:17 smithi174 bash[69379]: cluster 2024-04-26T05:10:16.397430+0000 mgr.y (mgr.25910) 319 : cluster 0 pgmap v257: 73 pgs: 14 peering, 1 active+undersized+degraded, 12 active+undersized, 46 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4/84 objects degraded (4.762%) 2024-04-26T05:10:19.488 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:10:19.491 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:19 smithi174 bash[69379]: audit 2024-04-26T05:10:18.229414+0000 mon.a (mon.0) 451 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:19.491 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:19 smithi174 bash[69379]: audit 2024-04-26T05:10:18.231938+0000 mon.c (mon.2) 144 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:10:19.491 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:19 smithi174 bash[69379]: cluster 2024-04-26T05:10:18.398259+0000 mgr.y (mgr.25910) 320 : cluster 0 pgmap v258: 73 pgs: 14 peering, 59 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:19.491 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:19 smithi174 bash[69379]: cluster 2024-04-26T05:10:18.474476+0000 mon.a (mon.0) 452 : cluster 3 Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 1 pg degraded (PG_DEGRADED) 2024-04-26T05:10:19.510 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:19 smithi102 bash[82287]: audit 2024-04-26T05:10:18.229414+0000 mon.a (mon.0) 451 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:19.511 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:19 smithi102 bash[82287]: audit 2024-04-26T05:10:18.231938+0000 mon.c (mon.2) 144 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:10:19.511 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:19 smithi102 bash[82287]: cluster 2024-04-26T05:10:18.398259+0000 mgr.y (mgr.25910) 320 : cluster 0 pgmap v258: 73 pgs: 14 peering, 59 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:19.511 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:19 smithi102 bash[82287]: cluster 2024-04-26T05:10:18.474476+0000 mon.a (mon.0) 452 : cluster 3 Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 1 pg degraded (PG_DEGRADED) 2024-04-26T05:10:19.511 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:19 smithi102 bash[84717]: audit 2024-04-26T05:10:18.229414+0000 mon.a (mon.0) 451 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:19.511 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:19 smithi102 bash[84717]: audit 2024-04-26T05:10:18.231938+0000 mon.c (mon.2) 144 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:10:19.511 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:19 smithi102 bash[84717]: cluster 2024-04-26T05:10:18.398259+0000 mgr.y (mgr.25910) 320 : cluster 0 pgmap v258: 73 pgs: 14 peering, 59 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:19.511 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:19 smithi102 bash[84717]: cluster 2024-04-26T05:10:18.474476+0000 mon.a (mon.0) 452 : cluster 3 Health check update: Degraded data redundancy: 4/84 objects degraded (4.762%), 1 pg degraded (PG_DEGRADED) 2024-04-26T05:10:20.570 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:20 smithi102 bash[84717]: cluster 2024-04-26T05:10:19.224963+0000 mon.a (mon.0) 453 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/84 objects degraded (4.762%), 1 pg degraded) 2024-04-26T05:10:20.570 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:10:20 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:10:20] "GET /metrics HTTP/1.1" 200 34105 "" "Prometheus/2.43.0" 2024-04-26T05:10:20.570 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:20 smithi102 bash[82287]: cluster 2024-04-26T05:10:19.224963+0000 mon.a (mon.0) 453 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/84 objects degraded (4.762%), 1 pg degraded) 2024-04-26T05:10:20.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:20 smithi174 bash[69379]: cluster 2024-04-26T05:10:19.224963+0000 mon.a (mon.0) 453 : cluster 1 Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 4/84 objects degraded (4.762%), 1 pg degraded) 2024-04-26T05:10:21.500 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:21 smithi102 bash[84717]: cluster 2024-04-26T05:10:20.399294+0000 mgr.y (mgr.25910) 321 : cluster 0 pgmap v259: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:21.501 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:21 smithi102 bash[82287]: cluster 2024-04-26T05:10:20.399294+0000 mgr.y (mgr.25910) 321 : cluster 0 pgmap v259: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:21.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:21 smithi174 bash[69379]: cluster 2024-04-26T05:10:20.399294+0000 mgr.y (mgr.25910) 321 : cluster 0 pgmap v259: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:22.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:22 smithi174 bash[69379]: audit 2024-04-26T05:10:21.398328+0000 mon.a (mon.0) 454 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:22.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:22 smithi174 bash[69379]: audit 2024-04-26T05:10:21.414125+0000 mon.a (mon.0) 455 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:22.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:22 smithi174 bash[69379]: audit 2024-04-26T05:10:21.427066+0000 mon.c (mon.2) 145 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:10:22.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:22 smithi174 bash[69379]: audit 2024-04-26T05:10:21.429418+0000 mon.c (mon.2) 146 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:10:22.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:22 smithi174 bash[69379]: cluster 2024-04-26T05:10:21.433301+0000 mgr.y (mgr.25910) 322 : cluster 0 pgmap v260: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:22.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:22 smithi174 bash[69379]: cluster 2024-04-26T05:10:21.433987+0000 mgr.y (mgr.25910) 323 : cluster 0 pgmap v261: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:22.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:22 smithi174 bash[69379]: audit 2024-04-26T05:10:21.445608+0000 mon.a (mon.0) 456 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:22.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:22 smithi174 bash[69379]: audit 2024-04-26T05:10:21.522170+0000 mon.c (mon.2) 147 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:10:22.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:22 smithi174 bash[69379]: audit 2024-04-26T05:10:21.523872+0000 mon.c (mon.2) 148 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:10:22.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:22 smithi174 bash[69379]: audit 2024-04-26T05:10:21.524646+0000 mon.c (mon.2) 149 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:10:22.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:22 smithi174 bash[69379]: cluster 2024-04-26T05:10:21.526146+0000 mgr.y (mgr.25910) 324 : cluster 0 pgmap v262: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:22.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:22 smithi174 bash[69379]: cluster 2024-04-26T05:10:21.526402+0000 mgr.y (mgr.25910) 325 : cluster 0 pgmap v263: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:22.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:22 smithi174 bash[69379]: audit 2024-04-26T05:10:21.533007+0000 mon.a (mon.0) 457 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:22.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[82287]: audit 2024-04-26T05:10:21.398328+0000 mon.a (mon.0) 454 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:22.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[82287]: audit 2024-04-26T05:10:21.414125+0000 mon.a (mon.0) 455 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:22.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[82287]: audit 2024-04-26T05:10:21.427066+0000 mon.c (mon.2) 145 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:10:22.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[82287]: audit 2024-04-26T05:10:21.429418+0000 mon.c (mon.2) 146 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:10:22.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[82287]: cluster 2024-04-26T05:10:21.433301+0000 mgr.y (mgr.25910) 322 : cluster 0 pgmap v260: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:22.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[82287]: cluster 2024-04-26T05:10:21.433987+0000 mgr.y (mgr.25910) 323 : cluster 0 pgmap v261: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:22.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[82287]: audit 2024-04-26T05:10:21.445608+0000 mon.a (mon.0) 456 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:22.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[82287]: audit 2024-04-26T05:10:21.522170+0000 mon.c (mon.2) 147 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:10:22.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[82287]: audit 2024-04-26T05:10:21.523872+0000 mon.c (mon.2) 148 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:10:22.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[82287]: audit 2024-04-26T05:10:21.524646+0000 mon.c (mon.2) 149 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:10:22.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[82287]: cluster 2024-04-26T05:10:21.526146+0000 mgr.y (mgr.25910) 324 : cluster 0 pgmap v262: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:22.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[82287]: cluster 2024-04-26T05:10:21.526402+0000 mgr.y (mgr.25910) 325 : cluster 0 pgmap v263: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:22.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[82287]: audit 2024-04-26T05:10:21.533007+0000 mon.a (mon.0) 457 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:22.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[84717]: audit 2024-04-26T05:10:21.398328+0000 mon.a (mon.0) 454 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:22.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[84717]: audit 2024-04-26T05:10:21.414125+0000 mon.a (mon.0) 455 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:22.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[84717]: audit 2024-04-26T05:10:21.427066+0000 mon.c (mon.2) 145 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:10:22.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[84717]: audit 2024-04-26T05:10:21.429418+0000 mon.c (mon.2) 146 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:10:22.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[84717]: cluster 2024-04-26T05:10:21.433301+0000 mgr.y (mgr.25910) 322 : cluster 0 pgmap v260: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:22.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[84717]: cluster 2024-04-26T05:10:21.433987+0000 mgr.y (mgr.25910) 323 : cluster 0 pgmap v261: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:22.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[84717]: audit 2024-04-26T05:10:21.445608+0000 mon.a (mon.0) 456 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:22.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[84717]: audit 2024-04-26T05:10:21.522170+0000 mon.c (mon.2) 147 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:10:22.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[84717]: audit 2024-04-26T05:10:21.523872+0000 mon.c (mon.2) 148 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:10:22.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[84717]: audit 2024-04-26T05:10:21.524646+0000 mon.c (mon.2) 149 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:10:22.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[84717]: cluster 2024-04-26T05:10:21.526146+0000 mgr.y (mgr.25910) 324 : cluster 0 pgmap v262: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:22.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[84717]: cluster 2024-04-26T05:10:21.526402+0000 mgr.y (mgr.25910) 325 : cluster 0 pgmap v263: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:22.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:22 smithi102 bash[84717]: audit 2024-04-26T05:10:21.533007+0000 mon.a (mon.0) 457 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:22.984 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-26T05:10:22.984 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-26T05:10:22.984 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2447-gb22e2ebd (b22e2ebdeb24376882b7bda2a7329c8cccc2276a) squid (dev)": 3 2024-04-26T05:10:22.984 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-26T05:10:22.984 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-26T05:10:22.984 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2447-gb22e2ebd (b22e2ebdeb24376882b7bda2a7329c8cccc2276a) squid (dev)": 2 2024-04-26T05:10:22.984 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-26T05:10:22.984 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-26T05:10:22.984 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)": 3, 2024-04-26T05:10:22.985 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2447-gb22e2ebd (b22e2ebdeb24376882b7bda2a7329c8cccc2276a) squid (dev)": 5 2024-04-26T05:10:22.985 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-26T05:10:22.985 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-26T05:10:22.985 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)": 2 2024-04-26T05:10:22.985 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-26T05:10:22.985 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-26T05:10:22.985 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 17.2.7-902-gc61472c8 (c61472c83ce76869b0fe076c19ed2f4bcc3fb4af) quincy (stable)": 5, 2024-04-26T05:10:22.985 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2447-gb22e2ebd (b22e2ebdeb24376882b7bda2a7329c8cccc2276a) squid (dev)": 10 2024-04-26T05:10:22.985 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-26T05:10:22.985 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-26T05:10:23.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:23 smithi174 bash[69379]: audit 2024-04-26T05:10:22.986032+0000 mon.c (mon.2) 150 : audit 0 from='client.? 172.21.15.102:0/2163603145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:10:23.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:23 smithi102 bash[84717]: audit 2024-04-26T05:10:22.986032+0000 mon.c (mon.2) 150 : audit 0 from='client.? 172.21.15.102:0/2163603145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:10:23.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:23 smithi102 bash[82287]: audit 2024-04-26T05:10:22.986032+0000 mon.c (mon.2) 150 : audit 0 from='client.? 172.21.15.102:0/2163603145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-26T05:10:23.744 DEBUG:teuthology.parallel:result is None 2024-04-26T05:10:23.744 INFO:teuthology.run_tasks:Running task print... 2024-04-26T05:10:23.754 INFO:teuthology.task.print:**** done upgrading first half of cluster **** 2024-04-26T05:10:23.754 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-04-26T05:10:23.777 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-26T05:10:23.777 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-26T05:10:23.777 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-26T05:10:24.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:24 smithi174 bash[69379]: cluster 2024-04-26T05:10:23.527085+0000 mgr.y (mgr.25910) 326 : cluster 0 pgmap v264: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:24.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:24 smithi102 bash[82287]: cluster 2024-04-26T05:10:23.527085+0000 mgr.y (mgr.25910) 326 : cluster 0 pgmap v264: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:24.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:24 smithi102 bash[84717]: cluster 2024-04-26T05:10:23.527085+0000 mgr.y (mgr.25910) 326 : cluster 0 pgmap v264: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:26.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:26 smithi174 bash[69379]: cluster 2024-04-26T05:10:25.528040+0000 mgr.y (mgr.25910) 327 : cluster 0 pgmap v265: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:26.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:26 smithi102 bash[84717]: cluster 2024-04-26T05:10:25.528040+0000 mgr.y (mgr.25910) 327 : cluster 0 pgmap v265: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:26.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:26 smithi102 bash[82287]: cluster 2024-04-26T05:10:25.528040+0000 mgr.y (mgr.25910) 327 : cluster 0 pgmap v265: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:28.556 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:10:28.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:28 smithi174 bash[69379]: cluster 2024-04-26T05:10:27.528890+0000 mgr.y (mgr.25910) 328 : cluster 0 pgmap v266: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:28.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:28 smithi174 bash[69379]: audit 2024-04-26T05:10:28.415152+0000 mon.a (mon.0) 458 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:28.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:28 smithi102 bash[84717]: cluster 2024-04-26T05:10:27.528890+0000 mgr.y (mgr.25910) 328 : cluster 0 pgmap v266: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:28.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:28 smithi102 bash[84717]: audit 2024-04-26T05:10:28.415152+0000 mon.a (mon.0) 458 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:28.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:28 smithi102 bash[82287]: cluster 2024-04-26T05:10:27.528890+0000 mgr.y (mgr.25910) 328 : cluster 0 pgmap v266: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:28.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:28 smithi102 bash[82287]: audit 2024-04-26T05:10:28.415152+0000 mon.a (mon.0) 458 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:30.703 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:10:30 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:10:30] "GET /metrics HTTP/1.1" 200 34105 "" "Prometheus/2.43.0" 2024-04-26T05:10:30.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:30 smithi102 bash[84717]: cluster 2024-04-26T05:10:29.529802+0000 mgr.y (mgr.25910) 329 : cluster 0 pgmap v267: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:30.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:30 smithi102 bash[82287]: cluster 2024-04-26T05:10:29.529802+0000 mgr.y (mgr.25910) 329 : cluster 0 pgmap v267: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:30.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:30 smithi174 bash[69379]: cluster 2024-04-26T05:10:29.529802+0000 mgr.y (mgr.25910) 329 : cluster 0 pgmap v267: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:32.059 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:10:32.813 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":38,"flags":0,"active_gid":25910,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":990432885},{"type":"v1","addr":"172.21.15.102:6801","nonce":990432885}]},"active_addr":"172.21.15.102:6801/990432885","active_change":"2024-04-26T05:03:18.103473+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24847,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.102:8443/","prometheus":"http://172.21.15.102:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":92,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.102:0","nonce":2320732792}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.102:0","nonce":1492217389}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.102:0","nonce":2364612054}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.102:0","nonce":4126800641}]}]} 2024-04-26T05:10:32.816 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-26T05:10:32.817 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-26T05:10:32.817 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T05:10:32.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:32 smithi174 bash[69379]: cluster 2024-04-26T05:10:31.530539+0000 mgr.y (mgr.25910) 330 : cluster 0 pgmap v268: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:32.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:32 smithi174 bash[69379]: audit 2024-04-26T05:10:32.050909+0000 mon.a (mon.0) 459 : audit 0 from='client.? 172.21.15.102:0/2292137269' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T05:10:32.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:32 smithi102 bash[84717]: cluster 2024-04-26T05:10:31.530539+0000 mgr.y (mgr.25910) 330 : cluster 0 pgmap v268: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:32.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:32 smithi102 bash[84717]: audit 2024-04-26T05:10:32.050909+0000 mon.a (mon.0) 459 : audit 0 from='client.? 172.21.15.102:0/2292137269' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T05:10:32.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:32 smithi102 bash[82287]: cluster 2024-04-26T05:10:31.530539+0000 mgr.y (mgr.25910) 330 : cluster 0 pgmap v268: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:32.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:32 smithi102 bash[82287]: audit 2024-04-26T05:10:32.050909+0000 mon.a (mon.0) 459 : audit 0 from='client.? 172.21.15.102:0/2292137269' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-26T05:10:34.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:34 smithi174 bash[69379]: audit 2024-04-26T05:10:33.229765+0000 mon.a (mon.0) 460 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:34.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:34 smithi174 bash[69379]: audit 2024-04-26T05:10:33.232653+0000 mon.c (mon.2) 151 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:10:34.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:34 smithi174 bash[69379]: cluster 2024-04-26T05:10:33.531321+0000 mgr.y (mgr.25910) 331 : cluster 0 pgmap v269: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:34.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:34 smithi102 bash[84717]: audit 2024-04-26T05:10:33.229765+0000 mon.a (mon.0) 460 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:34.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:34 smithi102 bash[84717]: audit 2024-04-26T05:10:33.232653+0000 mon.c (mon.2) 151 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:10:34.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:34 smithi102 bash[84717]: cluster 2024-04-26T05:10:33.531321+0000 mgr.y (mgr.25910) 331 : cluster 0 pgmap v269: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:34.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:34 smithi102 bash[82287]: audit 2024-04-26T05:10:33.229765+0000 mon.a (mon.0) 460 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:10:34.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:34 smithi102 bash[82287]: audit 2024-04-26T05:10:33.232653+0000 mon.c (mon.2) 151 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:10:34.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:34 smithi102 bash[82287]: cluster 2024-04-26T05:10:33.531321+0000 mgr.y (mgr.25910) 331 : cluster 0 pgmap v269: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:36.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:36 smithi174 bash[69379]: cluster 2024-04-26T05:10:35.532273+0000 mgr.y (mgr.25910) 332 : cluster 0 pgmap v270: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:36.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:36 smithi102 bash[82287]: cluster 2024-04-26T05:10:35.532273+0000 mgr.y (mgr.25910) 332 : cluster 0 pgmap v270: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:36.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:36 smithi102 bash[84717]: cluster 2024-04-26T05:10:35.532273+0000 mgr.y (mgr.25910) 332 : cluster 0 pgmap v270: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:37.600 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:10:38.843 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:38 smithi102 bash[82287]: cluster 2024-04-26T05:10:37.533181+0000 mgr.y (mgr.25910) 333 : cluster 0 pgmap v271: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:38.843 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:38 smithi102 bash[84717]: cluster 2024-04-26T05:10:37.533181+0000 mgr.y (mgr.25910) 333 : cluster 0 pgmap v271: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:38.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:38 smithi174 bash[69379]: cluster 2024-04-26T05:10:37.533181+0000 mgr.y (mgr.25910) 333 : cluster 0 pgmap v271: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:40.593 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:10:40 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:10:40] "GET /metrics HTTP/1.1" 200 34105 "" "Prometheus/2.43.0" 2024-04-26T05:10:40.706 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:10:40.707 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":117,"fsid":"5615ffaa-0387-11ef-bc93-c7b262605968","created":"2024-04-26T04:44:01.323044+0000","modified":"2024-04-26T05:10:14.431076+0000","last_up_change":"2024-04-26T05:10:13.427883+0000","last_in_change":"2024-04-26T04:52:52.790694+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":23,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T04:49:13.104832+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-26T04:54:49.629527+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":88,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-04-26T04:56:45.327085+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-04-26T04:56:45.810297+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c32ab22c-67df-44a2-8a85-779f1b22f438","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":92,"up_from":96,"up_thru":116,"down_at":93,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":713722907},{"type":"v1","addr":"172.21.15.102:6803","nonce":713722907}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":713722907},{"type":"v1","addr":"172.21.15.102:6805","nonce":713722907}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":713722907},{"type":"v1","addr":"172.21.15.102:6809","nonce":713722907}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":713722907},{"type":"v1","addr":"172.21.15.102:6807","nonce":713722907}]},"public_addr":"172.21.15.102:6803/713722907","cluster_addr":"172.21.15.102:6805/713722907","heartbeat_back_addr":"172.21.15.102:6809/713722907","heartbeat_front_addr":"172.21.15.102:6807/713722907","state":["exists","up"]},{"osd":1,"uuid":"dd0b2581-1833-425f-9b16-cb561d34a9e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":97,"up_from":101,"up_thru":116,"down_at":98,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":624570509},{"type":"v1","addr":"172.21.15.102:6811","nonce":624570509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":624570509},{"type":"v1","addr":"172.21.15.102:6813","nonce":624570509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":624570509},{"type":"v1","addr":"172.21.15.102:6817","nonce":624570509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":624570509},{"type":"v1","addr":"172.21.15.102:6815","nonce":624570509}]},"public_addr":"172.21.15.102:6811/624570509","cluster_addr":"172.21.15.102:6813/624570509","heartbeat_back_addr":"172.21.15.102:6817/624570509","heartbeat_front_addr":"172.21.15.102:6815/624570509","state":["exists","up"]},{"osd":2,"uuid":"b74ab273-8305-4ae4-ac48-b2135ebfb5aa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":102,"up_from":106,"up_thru":113,"down_at":103,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2167190729},{"type":"v1","addr":"172.21.15.102:6819","nonce":2167190729}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2167190729},{"type":"v1","addr":"172.21.15.102:6821","nonce":2167190729}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2167190729},{"type":"v1","addr":"172.21.15.102:6825","nonce":2167190729}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2167190729},{"type":"v1","addr":"172.21.15.102:6823","nonce":2167190729}]},"public_addr":"172.21.15.102:6819/2167190729","cluster_addr":"172.21.15.102:6821/2167190729","heartbeat_back_addr":"172.21.15.102:6825/2167190729","heartbeat_front_addr":"172.21.15.102:6823/2167190729","state":["exists","up"]},{"osd":3,"uuid":"59554603-74c2-48a4-9ae6-21904ca7f5f7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":107,"up_from":111,"up_thru":116,"down_at":108,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":3840672393},{"type":"v1","addr":"172.21.15.102:6827","nonce":3840672393}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":3840672393},{"type":"v1","addr":"172.21.15.102:6829","nonce":3840672393}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3840672393},{"type":"v1","addr":"172.21.15.102:6833","nonce":3840672393}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":3840672393},{"type":"v1","addr":"172.21.15.102:6831","nonce":3840672393}]},"public_addr":"172.21.15.102:6827/3840672393","cluster_addr":"172.21.15.102:6829/3840672393","heartbeat_back_addr":"172.21.15.102:6833/3840672393","heartbeat_front_addr":"172.21.15.102:6831/3840672393","state":["exists","up"]},{"osd":4,"uuid":"2620174f-db78-44b1-8f13-1cd95cf00437","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":112,"up_from":116,"up_thru":116,"down_at":113,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":2533566997},{"type":"v1","addr":"172.21.15.174:6801","nonce":2533566997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":2533566997},{"type":"v1","addr":"172.21.15.174:6803","nonce":2533566997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":2533566997},{"type":"v1","addr":"172.21.15.174:6807","nonce":2533566997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":2533566997},{"type":"v1","addr":"172.21.15.174:6805","nonce":2533566997}]},"public_addr":"172.21.15.174:6801/2533566997","cluster_addr":"172.21.15.174:6803/2533566997","heartbeat_back_addr":"172.21.15.174:6807/2533566997","heartbeat_front_addr":"172.21.15.174:6805/2533566997","state":["exists","up"]},{"osd":5,"uuid":"709d588d-9022-4a7c-9253-45f0fd5531c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":116,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6809","nonce":1239194999}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6811","nonce":1239194999}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6815","nonce":1239194999}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6813","nonce":1239194999}]},"public_addr":"172.21.15.174:6809/1239194999","cluster_addr":"172.21.15.174:6811/1239194999","heartbeat_back_addr":"172.21.15.174:6815/1239194999","heartbeat_front_addr":"172.21.15.174:6813/1239194999","state":["exists","up"]},{"osd":6,"uuid":"5a4df967-f447-4662-acb1-43f576399c4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":116,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6817","nonce":3734711246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6819","nonce":3734711246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6823","nonce":3734711246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6821","nonce":3734711246}]},"public_addr":"172.21.15.174:6817/3734711246","cluster_addr":"172.21.15.174:6819/3734711246","heartbeat_back_addr":"172.21.15.174:6823/3734711246","heartbeat_front_addr":"172.21.15.174:6821/3734711246","state":["exists","up"]},{"osd":7,"uuid":"b07e0cd4-ffd3-4296-9f5e-574fc65aacca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":116,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6825","nonce":3556511472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6827","nonce":3556511472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6831","nonce":3556511472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6829","nonce":3556511472}]},"public_addr":"172.21.15.174:6825/3556511472","cluster_addr":"172.21.15.174:6827/3556511472","heartbeat_back_addr":"172.21.15.174:6831/3556511472","heartbeat_front_addr":"172.21.15.174:6829/3556511472","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:47:28.257229+0000","dead_epoch":92},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:48:18.088592+0000","dead_epoch":97},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:49:09.416730+0000","dead_epoch":102},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:50:01.765708+0000","dead_epoch":107},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:50:49.503431+0000","dead_epoch":112},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:51:39.024094+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:52:27.346855+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:53:15.927765+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.f","mappings":[{"from":1,"to":5}]},{"pgid":"4.13","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.174:0/2456064255":"2024-04-27T05:02:14.903127+0000","172.21.15.102:6801/2424466934":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/2773712628":"2024-04-27T05:03:18.102972+0000","172.21.15.102:0/476417104":"2024-04-27T05:01:00.434582+0000","172.21.15.102:0/3833618734":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/1400379710":"2024-04-27T05:03:18.102972+0000","172.21.15.174:0/119478905":"2024-04-27T05:02:14.903127+0000","172.21.15.102:6800/2424466934":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/2131566144":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/1933355956":"2024-04-27T04:45:04.482631+0000","172.21.15.102:6801/3834471734":"2024-04-27T05:01:00.434582+0000","172.21.15.102:6800/3977872321":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/3143886658":"2024-04-27T05:01:00.434582+0000","172.21.15.102:6800/2605929737":"2024-04-27T05:03:18.102972+0000","172.21.15.174:0/1972860686":"2024-04-27T05:02:14.903127+0000","172.21.15.102:6801/2605929737":"2024-04-27T05:03:18.102972+0000","172.21.15.174:0/2027690362":"2024-04-27T05:02:14.903127+0000","172.21.15.174:0/1457148145":"2024-04-27T05:02:14.903127+0000","172.21.15.174:0/531423262":"2024-04-27T05:02:14.903127+0000","172.21.15.102:6800/3834471734":"2024-04-27T05:01:00.434582+0000","172.21.15.102:0/1034536525":"2024-04-27T05:01:00.434582+0000","172.21.15.102:0/1745747623":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/2302429507":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/2324804206":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/3569923702":"2024-04-27T05:03:18.102972+0000","172.21.15.174:6834/3241107078":"2024-04-27T05:02:14.903127+0000","172.21.15.102:6800/3931113265":"2024-04-27T04:45:04.482631+0000","172.21.15.102:0/921950070":"2024-04-27T04:54:11.840087+0000","172.21.15.102:6801/3931113265":"2024-04-27T04:45:04.482631+0000","172.21.15.102:0/3902370940":"2024-04-27T05:03:18.102972+0000","172.21.15.102:0/4292529788":"2024-04-27T05:01:00.434582+0000","172.21.15.102:0/4278057730":"2024-04-27T04:45:04.482631+0000","172.21.15.174:6835/3241107078":"2024-04-27T05:02:14.903127+0000","172.21.15.102:0/1730728335":"2024-04-27T05:03:18.102972+0000","172.21.15.102:6801/3977872321":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/465673634":"2024-04-27T04:45:04.482631+0000","172.21.15.102:0/3780951751":"2024-04-27T04:54:11.840087+0000","172.21.15.102:6834/4276048567":"2024-04-27T04:56:52.556310+0000","172.21.15.102:6835/4276048567":"2024-04-27T04:56:52.556310+0000","172.21.15.102:0/2857369822":"2024-04-27T05:03:18.102972+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T05:10:40.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:40 smithi174 bash[69379]: cluster 2024-04-26T05:10:39.533787+0000 mgr.y (mgr.25910) 334 : cluster 0 pgmap v272: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:40.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:40 smithi102 bash[82287]: cluster 2024-04-26T05:10:39.533787+0000 mgr.y (mgr.25910) 334 : cluster 0 pgmap v272: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:40.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:40 smithi102 bash[84717]: cluster 2024-04-26T05:10:39.533787+0000 mgr.y (mgr.25910) 334 : cluster 0 pgmap v272: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:41.493 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-26T05:10:41.494 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-26T05:10:41.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:41 smithi174 bash[69379]: audit 2024-04-26T05:10:40.707170+0000 mon.c (mon.2) 152 : audit 0 from='client.? 172.21.15.102:0/3706682613' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T05:10:41.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:41 smithi102 bash[84717]: audit 2024-04-26T05:10:40.707170+0000 mon.c (mon.2) 152 : audit 0 from='client.? 172.21.15.102:0/3706682613' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T05:10:41.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:41 smithi102 bash[82287]: audit 2024-04-26T05:10:40.707170+0000 mon.c (mon.2) 152 : audit 0 from='client.? 172.21.15.102:0/3706682613' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T05:10:42.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:42 smithi174 bash[69379]: cluster 2024-04-26T05:10:41.534507+0000 mgr.y (mgr.25910) 335 : cluster 0 pgmap v273: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:42.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:42 smithi102 bash[84717]: cluster 2024-04-26T05:10:41.534507+0000 mgr.y (mgr.25910) 335 : cluster 0 pgmap v273: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:42.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:42 smithi102 bash[82287]: cluster 2024-04-26T05:10:41.534507+0000 mgr.y (mgr.25910) 335 : cluster 0 pgmap v273: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:44.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:44 smithi174 bash[69379]: cluster 2024-04-26T05:10:43.535379+0000 mgr.y (mgr.25910) 336 : cluster 0 pgmap v274: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:44.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:44 smithi102 bash[84717]: cluster 2024-04-26T05:10:43.535379+0000 mgr.y (mgr.25910) 336 : cluster 0 pgmap v274: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:44.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:44 smithi102 bash[82287]: cluster 2024-04-26T05:10:43.535379+0000 mgr.y (mgr.25910) 336 : cluster 0 pgmap v274: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:46.282 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:10:46.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:46 smithi174 bash[69379]: cluster 2024-04-26T05:10:45.536376+0000 mgr.y (mgr.25910) 337 : cluster 0 pgmap v275: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:46.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:46 smithi102 bash[82287]: cluster 2024-04-26T05:10:45.536376+0000 mgr.y (mgr.25910) 337 : cluster 0 pgmap v275: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:46.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:46 smithi102 bash[84717]: cluster 2024-04-26T05:10:45.536376+0000 mgr.y (mgr.25910) 337 : cluster 0 pgmap v275: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:48.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:48 smithi174 bash[69379]: cluster 2024-04-26T05:10:47.536915+0000 mgr.y (mgr.25910) 338 : cluster 0 pgmap v276: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:48.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:48 smithi174 bash[69379]: audit 2024-04-26T05:10:48.222687+0000 mon.c (mon.2) 153 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:10:48.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:48 smithi102 bash[82287]: cluster 2024-04-26T05:10:47.536915+0000 mgr.y (mgr.25910) 338 : cluster 0 pgmap v276: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:48.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:48 smithi102 bash[82287]: audit 2024-04-26T05:10:48.222687+0000 mon.c (mon.2) 153 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:10:48.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:48 smithi102 bash[84717]: cluster 2024-04-26T05:10:47.536915+0000 mgr.y (mgr.25910) 338 : cluster 0 pgmap v276: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:48.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:48 smithi102 bash[84717]: audit 2024-04-26T05:10:48.222687+0000 mon.c (mon.2) 153 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:10:49.488 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:10:49.488 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":117,"fsid":"5615ffaa-0387-11ef-bc93-c7b262605968","created":"2024-04-26T04:44:01.323044+0000","modified":"2024-04-26T05:10:14.431076+0000","last_up_change":"2024-04-26T05:10:13.427883+0000","last_in_change":"2024-04-26T04:52:52.790694+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":23,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-26T04:49:13.104832+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-04-26T04:54:49.629527+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":88,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-04-26T04:56:45.327085+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-04-26T04:56:45.810297+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"c32ab22c-67df-44a2-8a85-779f1b22f438","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":92,"up_from":96,"up_thru":116,"down_at":93,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":713722907},{"type":"v1","addr":"172.21.15.102:6803","nonce":713722907}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":713722907},{"type":"v1","addr":"172.21.15.102:6805","nonce":713722907}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":713722907},{"type":"v1","addr":"172.21.15.102:6809","nonce":713722907}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":713722907},{"type":"v1","addr":"172.21.15.102:6807","nonce":713722907}]},"public_addr":"172.21.15.102:6803/713722907","cluster_addr":"172.21.15.102:6805/713722907","heartbeat_back_addr":"172.21.15.102:6809/713722907","heartbeat_front_addr":"172.21.15.102:6807/713722907","state":["exists","up"]},{"osd":1,"uuid":"dd0b2581-1833-425f-9b16-cb561d34a9e6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":97,"up_from":101,"up_thru":116,"down_at":98,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":624570509},{"type":"v1","addr":"172.21.15.102:6811","nonce":624570509}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":624570509},{"type":"v1","addr":"172.21.15.102:6813","nonce":624570509}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":624570509},{"type":"v1","addr":"172.21.15.102:6817","nonce":624570509}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":624570509},{"type":"v1","addr":"172.21.15.102:6815","nonce":624570509}]},"public_addr":"172.21.15.102:6811/624570509","cluster_addr":"172.21.15.102:6813/624570509","heartbeat_back_addr":"172.21.15.102:6817/624570509","heartbeat_front_addr":"172.21.15.102:6815/624570509","state":["exists","up"]},{"osd":2,"uuid":"b74ab273-8305-4ae4-ac48-b2135ebfb5aa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":102,"up_from":106,"up_thru":113,"down_at":103,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2167190729},{"type":"v1","addr":"172.21.15.102:6819","nonce":2167190729}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2167190729},{"type":"v1","addr":"172.21.15.102:6821","nonce":2167190729}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2167190729},{"type":"v1","addr":"172.21.15.102:6825","nonce":2167190729}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2167190729},{"type":"v1","addr":"172.21.15.102:6823","nonce":2167190729}]},"public_addr":"172.21.15.102:6819/2167190729","cluster_addr":"172.21.15.102:6821/2167190729","heartbeat_back_addr":"172.21.15.102:6825/2167190729","heartbeat_front_addr":"172.21.15.102:6823/2167190729","state":["exists","up"]},{"osd":3,"uuid":"59554603-74c2-48a4-9ae6-21904ca7f5f7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":107,"up_from":111,"up_thru":116,"down_at":108,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":3840672393},{"type":"v1","addr":"172.21.15.102:6827","nonce":3840672393}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":3840672393},{"type":"v1","addr":"172.21.15.102:6829","nonce":3840672393}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3840672393},{"type":"v1","addr":"172.21.15.102:6833","nonce":3840672393}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":3840672393},{"type":"v1","addr":"172.21.15.102:6831","nonce":3840672393}]},"public_addr":"172.21.15.102:6827/3840672393","cluster_addr":"172.21.15.102:6829/3840672393","heartbeat_back_addr":"172.21.15.102:6833/3840672393","heartbeat_front_addr":"172.21.15.102:6831/3840672393","state":["exists","up"]},{"osd":4,"uuid":"2620174f-db78-44b1-8f13-1cd95cf00437","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":112,"up_from":116,"up_thru":116,"down_at":113,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6800","nonce":2533566997},{"type":"v1","addr":"172.21.15.174:6801","nonce":2533566997}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6802","nonce":2533566997},{"type":"v1","addr":"172.21.15.174:6803","nonce":2533566997}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6806","nonce":2533566997},{"type":"v1","addr":"172.21.15.174:6807","nonce":2533566997}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6804","nonce":2533566997},{"type":"v1","addr":"172.21.15.174:6805","nonce":2533566997}]},"public_addr":"172.21.15.174:6801/2533566997","cluster_addr":"172.21.15.174:6803/2533566997","heartbeat_back_addr":"172.21.15.174:6807/2533566997","heartbeat_front_addr":"172.21.15.174:6805/2533566997","state":["exists","up"]},{"osd":5,"uuid":"709d588d-9022-4a7c-9253-45f0fd5531c8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":116,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6808","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6809","nonce":1239194999}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6810","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6811","nonce":1239194999}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6814","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6815","nonce":1239194999}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6812","nonce":1239194999},{"type":"v1","addr":"172.21.15.174:6813","nonce":1239194999}]},"public_addr":"172.21.15.174:6809/1239194999","cluster_addr":"172.21.15.174:6811/1239194999","heartbeat_back_addr":"172.21.15.174:6815/1239194999","heartbeat_front_addr":"172.21.15.174:6813/1239194999","state":["exists","up"]},{"osd":6,"uuid":"5a4df967-f447-4662-acb1-43f576399c4a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":116,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6816","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6817","nonce":3734711246}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6818","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6819","nonce":3734711246}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6822","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6823","nonce":3734711246}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6820","nonce":3734711246},{"type":"v1","addr":"172.21.15.174:6821","nonce":3734711246}]},"public_addr":"172.21.15.174:6817/3734711246","cluster_addr":"172.21.15.174:6819/3734711246","heartbeat_back_addr":"172.21.15.174:6823/3734711246","heartbeat_front_addr":"172.21.15.174:6821/3734711246","state":["exists","up"]},{"osd":7,"uuid":"b07e0cd4-ffd3-4296-9f5e-574fc65aacca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":116,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6824","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6825","nonce":3556511472}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6826","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6827","nonce":3556511472}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6830","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6831","nonce":3556511472}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.174:6828","nonce":3556511472},{"type":"v1","addr":"172.21.15.174:6829","nonce":3556511472}]},"public_addr":"172.21.15.174:6825/3556511472","cluster_addr":"172.21.15.174:6827/3556511472","heartbeat_back_addr":"172.21.15.174:6831/3556511472","heartbeat_front_addr":"172.21.15.174:6829/3556511472","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:47:28.257229+0000","dead_epoch":92},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:48:18.088592+0000","dead_epoch":97},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:49:09.416730+0000","dead_epoch":102},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:50:01.765708+0000","dead_epoch":107},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:50:49.503431+0000","dead_epoch":112},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:51:39.024094+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:52:27.346855+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-04-26T04:53:15.927765+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.f","mappings":[{"from":1,"to":5}]},{"pgid":"4.13","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.174:0/2456064255":"2024-04-27T05:02:14.903127+0000","172.21.15.102:6801/2424466934":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/2773712628":"2024-04-27T05:03:18.102972+0000","172.21.15.102:0/476417104":"2024-04-27T05:01:00.434582+0000","172.21.15.102:0/3833618734":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/1400379710":"2024-04-27T05:03:18.102972+0000","172.21.15.174:0/119478905":"2024-04-27T05:02:14.903127+0000","172.21.15.102:6800/2424466934":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/2131566144":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/1933355956":"2024-04-27T04:45:04.482631+0000","172.21.15.102:6801/3834471734":"2024-04-27T05:01:00.434582+0000","172.21.15.102:6800/3977872321":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/3143886658":"2024-04-27T05:01:00.434582+0000","172.21.15.102:6800/2605929737":"2024-04-27T05:03:18.102972+0000","172.21.15.174:0/1972860686":"2024-04-27T05:02:14.903127+0000","172.21.15.102:6801/2605929737":"2024-04-27T05:03:18.102972+0000","172.21.15.174:0/2027690362":"2024-04-27T05:02:14.903127+0000","172.21.15.174:0/1457148145":"2024-04-27T05:02:14.903127+0000","172.21.15.174:0/531423262":"2024-04-27T05:02:14.903127+0000","172.21.15.102:6800/3834471734":"2024-04-27T05:01:00.434582+0000","172.21.15.102:0/1034536525":"2024-04-27T05:01:00.434582+0000","172.21.15.102:0/1745747623":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/2302429507":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/2324804206":"2024-04-27T04:44:33.295200+0000","172.21.15.102:0/3569923702":"2024-04-27T05:03:18.102972+0000","172.21.15.174:6834/3241107078":"2024-04-27T05:02:14.903127+0000","172.21.15.102:6800/3931113265":"2024-04-27T04:45:04.482631+0000","172.21.15.102:0/921950070":"2024-04-27T04:54:11.840087+0000","172.21.15.102:6801/3931113265":"2024-04-27T04:45:04.482631+0000","172.21.15.102:0/3902370940":"2024-04-27T05:03:18.102972+0000","172.21.15.102:0/4292529788":"2024-04-27T05:01:00.434582+0000","172.21.15.102:0/4278057730":"2024-04-27T04:45:04.482631+0000","172.21.15.174:6835/3241107078":"2024-04-27T05:02:14.903127+0000","172.21.15.102:0/1730728335":"2024-04-27T05:03:18.102972+0000","172.21.15.102:6801/3977872321":"2024-04-27T04:54:11.840087+0000","172.21.15.102:0/465673634":"2024-04-27T04:45:04.482631+0000","172.21.15.102:0/3780951751":"2024-04-27T04:54:11.840087+0000","172.21.15.102:6834/4276048567":"2024-04-27T04:56:52.556310+0000","172.21.15.102:6835/4276048567":"2024-04-27T04:56:52.556310+0000","172.21.15.102:0/2857369822":"2024-04-27T05:03:18.102972+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-26T05:10:49.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:49 smithi174 bash[69379]: audit 2024-04-26T05:10:49.487359+0000 mon.c (mon.2) 154 : audit 0 from='client.? 172.21.15.102:0/1750147906' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T05:10:49.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:49 smithi102 bash[82287]: audit 2024-04-26T05:10:49.487359+0000 mon.c (mon.2) 154 : audit 0 from='client.? 172.21.15.102:0/1750147906' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T05:10:49.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:49 smithi102 bash[84717]: audit 2024-04-26T05:10:49.487359+0000 mon.c (mon.2) 154 : audit 0 from='client.? 172.21.15.102:0/1750147906' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-26T05:10:50.278 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-26T05:10:50.279 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-26T05:10:50.279 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-26T05:10:50.279 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-26T05:10:50.280 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-26T05:10:50.280 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-26T05:10:50.281 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-26T05:10:50.281 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-26T05:10:50.628 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:10:50 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:10:50] "GET /metrics HTTP/1.1" 200 34105 "" "Prometheus/2.43.0" 2024-04-26T05:10:50.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:50 smithi102 bash[84717]: cluster 2024-04-26T05:10:49.537387+0000 mgr.y (mgr.25910) 339 : cluster 0 pgmap v277: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:50.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:50 smithi102 bash[82287]: cluster 2024-04-26T05:10:49.537387+0000 mgr.y (mgr.25910) 339 : cluster 0 pgmap v277: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:50.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:50 smithi174 bash[69379]: cluster 2024-04-26T05:10:49.537387+0000 mgr.y (mgr.25910) 339 : cluster 0 pgmap v277: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:52.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:52 smithi174 bash[69379]: cluster 2024-04-26T05:10:51.538058+0000 mgr.y (mgr.25910) 340 : cluster 0 pgmap v278: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:52.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:52 smithi102 bash[84717]: cluster 2024-04-26T05:10:51.538058+0000 mgr.y (mgr.25910) 340 : cluster 0 pgmap v278: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:52.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:52 smithi102 bash[82287]: cluster 2024-04-26T05:10:51.538058+0000 mgr.y (mgr.25910) 340 : cluster 0 pgmap v278: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:54.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:54 smithi174 bash[69379]: cluster 2024-04-26T05:10:53.538824+0000 mgr.y (mgr.25910) 341 : cluster 0 pgmap v279: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:54.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:54 smithi102 bash[82287]: cluster 2024-04-26T05:10:53.538824+0000 mgr.y (mgr.25910) 341 : cluster 0 pgmap v279: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:54.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:54 smithi102 bash[84717]: cluster 2024-04-26T05:10:53.538824+0000 mgr.y (mgr.25910) 341 : cluster 0 pgmap v279: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:55.199 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:10:55.199 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:10:55.199 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:10:55.200 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:10:55.200 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:10:55.200 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:10:55.202 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:10:55.202 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:10:56.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:56 smithi174 bash[69379]: cluster 2024-04-26T05:10:55.539775+0000 mgr.y (mgr.25910) 342 : cluster 0 pgmap v280: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:56.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:56 smithi102 bash[82287]: cluster 2024-04-26T05:10:55.539775+0000 mgr.y (mgr.25910) 342 : cluster 0 pgmap v280: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:56.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:56 smithi102 bash[84717]: cluster 2024-04-26T05:10:55.539775+0000 mgr.y (mgr.25910) 342 : cluster 0 pgmap v280: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:58.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:10:58 smithi174 bash[69379]: cluster 2024-04-26T05:10:57.540631+0000 mgr.y (mgr.25910) 343 : cluster 0 pgmap v281: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:58.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:10:58 smithi102 bash[82287]: cluster 2024-04-26T05:10:57.540631+0000 mgr.y (mgr.25910) 343 : cluster 0 pgmap v281: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:10:58.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:10:58 smithi102 bash[84717]: cluster 2024-04-26T05:10:57.540631+0000 mgr.y (mgr.25910) 343 : cluster 0 pgmap v281: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:00.740 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:11:00 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:11:00] "GET /metrics HTTP/1.1" 200 34105 "" "Prometheus/2.43.0" 2024-04-26T05:11:00.740 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:00 smithi102 bash[82287]: cluster 2024-04-26T05:10:59.541601+0000 mgr.y (mgr.25910) 344 : cluster 0 pgmap v282: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:00.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:00 smithi174 bash[69379]: cluster 2024-04-26T05:10:59.541601+0000 mgr.y (mgr.25910) 344 : cluster 0 pgmap v282: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:00.998 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:00 smithi102 bash[84717]: cluster 2024-04-26T05:10:59.541601+0000 mgr.y (mgr.25910) 344 : cluster 0 pgmap v282: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:02.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:02 smithi174 bash[69379]: cluster 2024-04-26T05:11:01.542336+0000 mgr.y (mgr.25910) 345 : cluster 0 pgmap v283: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:02.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:02 smithi102 bash[84717]: cluster 2024-04-26T05:11:01.542336+0000 mgr.y (mgr.25910) 345 : cluster 0 pgmap v283: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:02.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:02 smithi102 bash[82287]: cluster 2024-04-26T05:11:01.542336+0000 mgr.y (mgr.25910) 345 : cluster 0 pgmap v283: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:03 smithi174 bash[69379]: audit 2024-04-26T05:11:03.222911+0000 mon.c (mon.2) 155 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:11:04.028 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:03 smithi102 bash[82287]: audit 2024-04-26T05:11:03.222911+0000 mon.c (mon.2) 155 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:11:04.029 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:03 smithi102 bash[84717]: audit 2024-04-26T05:11:03.222911+0000 mon.c (mon.2) 155 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:11:04.844 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:04 smithi102 bash[82287]: cluster 2024-04-26T05:11:03.542974+0000 mgr.y (mgr.25910) 346 : cluster 0 pgmap v284: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:04.844 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:04 smithi102 bash[84717]: cluster 2024-04-26T05:11:03.542974+0000 mgr.y (mgr.25910) 346 : cluster 0 pgmap v284: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:04.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:04 smithi174 bash[69379]: cluster 2024-04-26T05:11:03.542974+0000 mgr.y (mgr.25910) 346 : cluster 0 pgmap v284: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:06.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:06 smithi174 bash[69379]: cluster 2024-04-26T05:11:05.543947+0000 mgr.y (mgr.25910) 347 : cluster 0 pgmap v285: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:06.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:06 smithi102 bash[84717]: cluster 2024-04-26T05:11:05.543947+0000 mgr.y (mgr.25910) 347 : cluster 0 pgmap v285: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:06.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:06 smithi102 bash[82287]: cluster 2024-04-26T05:11:05.543947+0000 mgr.y (mgr.25910) 347 : cluster 0 pgmap v285: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:08.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:08 smithi174 bash[69379]: cluster 2024-04-26T05:11:07.544494+0000 mgr.y (mgr.25910) 348 : cluster 0 pgmap v286: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:08.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:08 smithi102 bash[84717]: cluster 2024-04-26T05:11:07.544494+0000 mgr.y (mgr.25910) 348 : cluster 0 pgmap v286: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:08.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:08 smithi102 bash[82287]: cluster 2024-04-26T05:11:07.544494+0000 mgr.y (mgr.25910) 348 : cluster 0 pgmap v286: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:10.490 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:11:10 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:11:10] "GET /metrics HTTP/1.1" 200 34101 "" "Prometheus/2.43.0" 2024-04-26T05:11:10.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:10 smithi102 bash[84717]: cluster 2024-04-26T05:11:09.545547+0000 mgr.y (mgr.25910) 349 : cluster 0 pgmap v287: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:10.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:10 smithi102 bash[82287]: cluster 2024-04-26T05:11:09.545547+0000 mgr.y (mgr.25910) 349 : cluster 0 pgmap v287: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:11.117 INFO:teuthology.orchestra.run.smithi102.stdout:498216206348 2024-04-26T05:11:11.117 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-26T05:11:11.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:10 smithi174 bash[69379]: cluster 2024-04-26T05:11:09.545547+0000 mgr.y (mgr.25910) 349 : cluster 0 pgmap v287: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:11.286 INFO:teuthology.orchestra.run.smithi102.stdout:236223201495 2024-04-26T05:11:11.287 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-26T05:11:12.604 INFO:teuthology.orchestra.run.smithi102.stdout:167503724780 2024-04-26T05:11:12.604 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-26T05:11:12.802 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:12 smithi102 bash[84717]: cluster 2024-04-26T05:11:11.546221+0000 mgr.y (mgr.25910) 350 : cluster 0 pgmap v288: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:12.802 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:12 smithi102 bash[82287]: cluster 2024-04-26T05:11:11.546221+0000 mgr.y (mgr.25910) 350 : cluster 0 pgmap v288: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:13.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:12 smithi174 bash[69379]: cluster 2024-04-26T05:11:11.546221+0000 mgr.y (mgr.25910) 350 : cluster 0 pgmap v288: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:14.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:14 smithi102 bash[84717]: cluster 2024-04-26T05:11:13.546899+0000 mgr.y (mgr.25910) 351 : cluster 0 pgmap v289: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:14.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:14 smithi102 bash[82287]: cluster 2024-04-26T05:11:13.546899+0000 mgr.y (mgr.25910) 351 : cluster 0 pgmap v289: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:14.936 INFO:teuthology.orchestra.run.smithi102.stdout:476741369875 2024-04-26T05:11:14.936 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-26T05:11:15.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:14 smithi174 bash[69379]: cluster 2024-04-26T05:11:13.546899+0000 mgr.y (mgr.25910) 351 : cluster 0 pgmap v289: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:15.255 INFO:teuthology.orchestra.run.smithi102.stdout:455266533401 2024-04-26T05:11:15.256 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-26T05:11:16.413 INFO:teuthology.orchestra.run.smithi102.stdout:412316860465 2024-04-26T05:11:16.414 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-26T05:11:16.429 INFO:teuthology.orchestra.run.smithi102.stdout:201863463139 2024-04-26T05:11:16.430 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-26T05:11:16.498 INFO:teuthology.orchestra.run.smithi102.stdout:433791696939 2024-04-26T05:11:16.499 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-26T05:11:16.694 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:16 smithi102 bash[82287]: cluster 2024-04-26T05:11:15.547853+0000 mgr.y (mgr.25910) 352 : cluster 0 pgmap v290: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:16.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:16 smithi102 bash[84717]: cluster 2024-04-26T05:11:15.547853+0000 mgr.y (mgr.25910) 352 : cluster 0 pgmap v290: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:17.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:16 smithi174 bash[69379]: cluster 2024-04-26T05:11:15.547853+0000 mgr.y (mgr.25910) 352 : cluster 0 pgmap v290: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:18.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:18 smithi102 bash[84717]: cluster 2024-04-26T05:11:17.548403+0000 mgr.y (mgr.25910) 353 : cluster 0 pgmap v291: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:18.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:18 smithi102 bash[84717]: audit 2024-04-26T05:11:18.223974+0000 mon.c (mon.2) 156 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:11:18.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:18 smithi102 bash[82287]: cluster 2024-04-26T05:11:17.548403+0000 mgr.y (mgr.25910) 353 : cluster 0 pgmap v291: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:18.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:18 smithi102 bash[82287]: audit 2024-04-26T05:11:18.223974+0000 mon.c (mon.2) 156 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:11:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:18 smithi174 bash[69379]: cluster 2024-04-26T05:11:17.548403+0000 mgr.y (mgr.25910) 353 : cluster 0 pgmap v291: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:18 smithi174 bash[69379]: audit 2024-04-26T05:11:18.223974+0000 mon.c (mon.2) 156 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:11:19.467 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:11:19.468 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:11:19.468 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:11:19.468 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:11:19.469 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:11:20.485 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:11:20.485 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:11:20.485 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:11:20.705 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:11:20 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:11:20] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.43.0" 2024-04-26T05:11:21.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:20 smithi174 bash[69379]: cluster 2024-04-26T05:11:19.549081+0000 mgr.y (mgr.25910) 354 : cluster 0 pgmap v292: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:21.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:20 smithi102 bash[84717]: cluster 2024-04-26T05:11:19.549081+0000 mgr.y (mgr.25910) 354 : cluster 0 pgmap v292: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:21.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:20 smithi102 bash[82287]: cluster 2024-04-26T05:11:19.549081+0000 mgr.y (mgr.25910) 354 : cluster 0 pgmap v292: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:22.100 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:21 smithi102 bash[84717]: audit 2024-04-26T05:11:21.611496+0000 mon.c (mon.2) 157 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:11:22.100 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:21 smithi102 bash[82287]: audit 2024-04-26T05:11:21.611496+0000 mon.c (mon.2) 157 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:11:22.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:21 smithi174 bash[69379]: audit 2024-04-26T05:11:21.611496+0000 mon.c (mon.2) 157 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:11:23.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:22 smithi174 bash[69379]: cluster 2024-04-26T05:11:21.549775+0000 mgr.y (mgr.25910) 355 : cluster 0 pgmap v293: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:23.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:22 smithi102 bash[84717]: cluster 2024-04-26T05:11:21.549775+0000 mgr.y (mgr.25910) 355 : cluster 0 pgmap v293: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:23.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:22 smithi102 bash[82287]: cluster 2024-04-26T05:11:21.549775+0000 mgr.y (mgr.25910) 355 : cluster 0 pgmap v293: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:24.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:24 smithi102 bash[82287]: cluster 2024-04-26T05:11:23.550465+0000 mgr.y (mgr.25910) 356 : cluster 0 pgmap v294: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:24.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:24 smithi102 bash[84717]: cluster 2024-04-26T05:11:23.550465+0000 mgr.y (mgr.25910) 356 : cluster 0 pgmap v294: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:25.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:24 smithi174 bash[69379]: cluster 2024-04-26T05:11:23.550465+0000 mgr.y (mgr.25910) 356 : cluster 0 pgmap v294: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:27.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:26 smithi102 bash[84717]: cluster 2024-04-26T05:11:25.551063+0000 mgr.y (mgr.25910) 357 : cluster 0 pgmap v295: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:27.180 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:26 smithi102 bash[82287]: cluster 2024-04-26T05:11:25.551063+0000 mgr.y (mgr.25910) 357 : cluster 0 pgmap v295: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:27.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:26 smithi174 bash[69379]: cluster 2024-04-26T05:11:25.551063+0000 mgr.y (mgr.25910) 357 : cluster 0 pgmap v295: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:28.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:28 smithi102 bash[82287]: audit 2024-04-26T05:11:27.459513+0000 mon.a (mon.0) 461 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:11:28.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:28 smithi102 bash[82287]: audit 2024-04-26T05:11:27.475836+0000 mon.a (mon.0) 462 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:11:28.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:28 smithi102 bash[82287]: cluster 2024-04-26T05:11:27.551716+0000 mgr.y (mgr.25910) 358 : cluster 0 pgmap v296: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:28.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:28 smithi102 bash[84717]: audit 2024-04-26T05:11:27.459513+0000 mon.a (mon.0) 461 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:11:28.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:28 smithi102 bash[84717]: audit 2024-04-26T05:11:27.475836+0000 mon.a (mon.0) 462 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:11:28.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:28 smithi102 bash[84717]: cluster 2024-04-26T05:11:27.551716+0000 mgr.y (mgr.25910) 358 : cluster 0 pgmap v296: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:28.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:28 smithi174 bash[69379]: audit 2024-04-26T05:11:27.459513+0000 mon.a (mon.0) 461 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:11:28.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:28 smithi174 bash[69379]: audit 2024-04-26T05:11:27.475836+0000 mon.a (mon.0) 462 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:11:28.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:28 smithi174 bash[69379]: cluster 2024-04-26T05:11:27.551716+0000 mgr.y (mgr.25910) 358 : cluster 0 pgmap v296: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:30.482 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:11:30 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:11:30] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.43.0" 2024-04-26T05:11:30.574 INFO:teuthology.orchestra.run.smithi102.stdout:498216206353 2024-04-26T05:11:30.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:30 smithi174 bash[69379]: cluster 2024-04-26T05:11:29.552678+0000 mgr.y (mgr.25910) 359 : cluster 0 pgmap v297: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:30.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:30 smithi174 bash[69379]: audit 2024-04-26T05:11:30.576087+0000 mon.c (mon.2) 158 : audit 0 from='client.? 172.21.15.102:0/2311772396' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T05:11:30.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:30 smithi102 bash[84717]: cluster 2024-04-26T05:11:29.552678+0000 mgr.y (mgr.25910) 359 : cluster 0 pgmap v297: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:30.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:30 smithi102 bash[84717]: audit 2024-04-26T05:11:30.576087+0000 mon.c (mon.2) 158 : audit 0 from='client.? 172.21.15.102:0/2311772396' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T05:11:30.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:30 smithi102 bash[82287]: cluster 2024-04-26T05:11:29.552678+0000 mgr.y (mgr.25910) 359 : cluster 0 pgmap v297: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:30.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:30 smithi102 bash[82287]: audit 2024-04-26T05:11:30.576087+0000 mon.c (mon.2) 158 : audit 0 from='client.? 172.21.15.102:0/2311772396' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-26T05:11:32.010 INFO:teuthology.orchestra.run.smithi102.stdout:167503724784 2024-04-26T05:11:32.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:32 smithi174 bash[69379]: cluster 2024-04-26T05:11:31.553443+0000 mgr.y (mgr.25910) 360 : cluster 0 pgmap v298: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:32.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:32 smithi174 bash[69379]: audit 2024-04-26T05:11:32.012423+0000 mon.a (mon.0) 463 : audit 0 from='client.? 172.21.15.102:0/3622356319' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T05:11:32.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:32 smithi102 bash[84717]: cluster 2024-04-26T05:11:31.553443+0000 mgr.y (mgr.25910) 360 : cluster 0 pgmap v298: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:32.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:32 smithi102 bash[84717]: audit 2024-04-26T05:11:32.012423+0000 mon.a (mon.0) 463 : audit 0 from='client.? 172.21.15.102:0/3622356319' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T05:11:32.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:32 smithi102 bash[82287]: cluster 2024-04-26T05:11:31.553443+0000 mgr.y (mgr.25910) 360 : cluster 0 pgmap v298: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:32.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:32 smithi102 bash[82287]: audit 2024-04-26T05:11:32.012423+0000 mon.a (mon.0) 463 : audit 0 from='client.? 172.21.15.102:0/3622356319' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-26T05:11:33.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:33 smithi174 bash[69379]: audit 2024-04-26T05:11:33.224306+0000 mon.c (mon.2) 159 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:11:33.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:33 smithi102 bash[82287]: audit 2024-04-26T05:11:33.224306+0000 mon.c (mon.2) 159 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:11:33.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:33 smithi102 bash[84717]: audit 2024-04-26T05:11:33.224306+0000 mon.c (mon.2) 159 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:11:34.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:34 smithi174 bash[69379]: cluster 2024-04-26T05:11:33.554245+0000 mgr.y (mgr.25910) 361 : cluster 0 pgmap v299: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:34.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:34 smithi102 bash[82287]: cluster 2024-04-26T05:11:33.554245+0000 mgr.y (mgr.25910) 361 : cluster 0 pgmap v299: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:34.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:34 smithi102 bash[84717]: cluster 2024-04-26T05:11:33.554245+0000 mgr.y (mgr.25910) 361 : cluster 0 pgmap v299: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:35.398 INFO:tasks.cephadm.ceph_manager.ceph:need seq 498216206348 got 498216206353 for osd.4 2024-04-26T05:11:35.398 DEBUG:teuthology.parallel:result is None 2024-04-26T05:11:35.939 INFO:teuthology.orchestra.run.smithi102.stdout:433791696943 2024-04-26T05:11:35.944 INFO:teuthology.orchestra.run.smithi102.stdout:476741369880 2024-04-26T05:11:36.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:36 smithi174 bash[69379]: cluster 2024-04-26T05:11:35.555028+0000 mgr.y (mgr.25910) 362 : cluster 0 pgmap v300: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:36.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:36 smithi174 bash[69379]: audit 2024-04-26T05:11:35.941408+0000 mon.a (mon.0) 464 : audit 0 from='client.? 172.21.15.102:0/3737268114' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T05:11:36.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:36 smithi174 bash[69379]: audit 2024-04-26T05:11:35.946492+0000 mon.c (mon.2) 160 : audit 0 from='client.? 172.21.15.102:0/542944717' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T05:11:36.952 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:36 smithi102 bash[82287]: cluster 2024-04-26T05:11:35.555028+0000 mgr.y (mgr.25910) 362 : cluster 0 pgmap v300: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:36.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:36 smithi102 bash[82287]: audit 2024-04-26T05:11:35.941408+0000 mon.a (mon.0) 464 : audit 0 from='client.? 172.21.15.102:0/3737268114' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T05:11:36.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:36 smithi102 bash[82287]: audit 2024-04-26T05:11:35.946492+0000 mon.c (mon.2) 160 : audit 0 from='client.? 172.21.15.102:0/542944717' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T05:11:36.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:36 smithi102 bash[84717]: cluster 2024-04-26T05:11:35.555028+0000 mgr.y (mgr.25910) 362 : cluster 0 pgmap v300: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:36.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:36 smithi102 bash[84717]: audit 2024-04-26T05:11:35.941408+0000 mon.a (mon.0) 464 : audit 0 from='client.? 172.21.15.102:0/3737268114' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-26T05:11:36.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:36 smithi102 bash[84717]: audit 2024-04-26T05:11:35.946492+0000 mon.c (mon.2) 160 : audit 0 from='client.? 172.21.15.102:0/542944717' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-26T05:11:36.968 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724780 got 167503724784 for osd.5 2024-04-26T05:11:36.968 DEBUG:teuthology.parallel:result is None 2024-04-26T05:11:37.176 INFO:teuthology.orchestra.run.smithi102.stdout:236223201501 2024-04-26T05:11:37.448 INFO:teuthology.orchestra.run.smithi102.stdout:201863463144 2024-04-26T05:11:37.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:37 smithi174 bash[69379]: audit 2024-04-26T05:11:37.178362+0000 mon.a (mon.0) 465 : audit 0 from='client.? 172.21.15.102:0/3704577905' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T05:11:37.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:37 smithi174 bash[69379]: audit 2024-04-26T05:11:37.450184+0000 mon.c (mon.2) 161 : audit 0 from='client.? 172.21.15.102:0/1146979749' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T05:11:37.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:37 smithi102 bash[82287]: audit 2024-04-26T05:11:37.178362+0000 mon.a (mon.0) 465 : audit 0 from='client.? 172.21.15.102:0/3704577905' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T05:11:37.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:37 smithi102 bash[82287]: audit 2024-04-26T05:11:37.450184+0000 mon.c (mon.2) 161 : audit 0 from='client.? 172.21.15.102:0/1146979749' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T05:11:37.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:37 smithi102 bash[84717]: audit 2024-04-26T05:11:37.178362+0000 mon.a (mon.0) 465 : audit 0 from='client.? 172.21.15.102:0/3704577905' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-26T05:11:37.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:37 smithi102 bash[84717]: audit 2024-04-26T05:11:37.450184+0000 mon.c (mon.2) 161 : audit 0 from='client.? 172.21.15.102:0/1146979749' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-26T05:11:38.928 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:38 smithi102 bash[84717]: cluster 2024-04-26T05:11:37.555514+0000 mgr.y (mgr.25910) 363 : cluster 0 pgmap v301: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:38.928 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:38 smithi102 bash[82287]: cluster 2024-04-26T05:11:37.555514+0000 mgr.y (mgr.25910) 363 : cluster 0 pgmap v301: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:38.929 INFO:tasks.cephadm.ceph_manager.ceph:need seq 433791696939 got 433791696943 for osd.1 2024-04-26T05:11:38.929 DEBUG:teuthology.parallel:result is None 2024-04-26T05:11:38.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:38 smithi174 bash[69379]: cluster 2024-04-26T05:11:37.555514+0000 mgr.y (mgr.25910) 363 : cluster 0 pgmap v301: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:39.191 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201495 got 236223201501 for osd.7 2024-04-26T05:11:39.191 DEBUG:teuthology.parallel:result is None 2024-04-26T05:11:39.457 INFO:teuthology.orchestra.run.smithi102.stdout:412316860470 2024-04-26T05:11:39.665 INFO:tasks.cephadm.ceph_manager.ceph:need seq 476741369875 got 476741369880 for osd.3 2024-04-26T05:11:39.665 DEBUG:teuthology.parallel:result is None 2024-04-26T05:11:39.865 INFO:teuthology.orchestra.run.smithi102.stdout:455266533406 2024-04-26T05:11:39.878 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:39 smithi102 bash[84717]: audit 2024-04-26T05:11:39.459722+0000 mon.a (mon.0) 466 : audit 0 from='client.? 172.21.15.102:0/4180496557' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T05:11:39.878 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:39 smithi102 bash[82287]: audit 2024-04-26T05:11:39.459722+0000 mon.a (mon.0) 466 : audit 0 from='client.? 172.21.15.102:0/4180496557' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T05:11:39.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:39 smithi174 bash[69379]: audit 2024-04-26T05:11:39.459722+0000 mon.a (mon.0) 466 : audit 0 from='client.? 172.21.15.102:0/4180496557' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-26T05:11:40.501 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:11:40 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:11:40] "GET /metrics HTTP/1.1" 200 34102 "" "Prometheus/2.43.0" 2024-04-26T05:11:40.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:40 smithi174 bash[69379]: cluster 2024-04-26T05:11:39.555966+0000 mgr.y (mgr.25910) 364 : cluster 0 pgmap v302: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:40.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:40 smithi174 bash[69379]: audit 2024-04-26T05:11:39.867568+0000 mon.a (mon.0) 467 : audit 0 from='client.? 172.21.15.102:0/3862506735' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T05:11:40.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:40 smithi102 bash[82287]: cluster 2024-04-26T05:11:39.555966+0000 mgr.y (mgr.25910) 364 : cluster 0 pgmap v302: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:40.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:40 smithi102 bash[82287]: audit 2024-04-26T05:11:39.867568+0000 mon.a (mon.0) 467 : audit 0 from='client.? 172.21.15.102:0/3862506735' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T05:11:40.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:40 smithi102 bash[84717]: cluster 2024-04-26T05:11:39.555966+0000 mgr.y (mgr.25910) 364 : cluster 0 pgmap v302: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:40.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:40 smithi102 bash[84717]: audit 2024-04-26T05:11:39.867568+0000 mon.a (mon.0) 467 : audit 0 from='client.? 172.21.15.102:0/3862506735' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-26T05:11:41.201 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863463139 got 201863463144 for osd.6 2024-04-26T05:11:41.201 DEBUG:teuthology.parallel:result is None 2024-04-26T05:11:41.777 INFO:tasks.cephadm.ceph_manager.ceph:need seq 412316860465 got 412316860470 for osd.0 2024-04-26T05:11:41.777 DEBUG:teuthology.parallel:result is None 2024-04-26T05:11:41.946 INFO:tasks.cephadm.ceph_manager.ceph:need seq 455266533401 got 455266533406 for osd.2 2024-04-26T05:11:41.946 DEBUG:teuthology.parallel:result is None 2024-04-26T05:11:41.946 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-26T05:11:41.947 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T05:11:42.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:42 smithi174 bash[69379]: cluster 2024-04-26T05:11:41.556797+0000 mgr.y (mgr.25910) 365 : cluster 0 pgmap v303: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:42.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:42 smithi102 bash[82287]: cluster 2024-04-26T05:11:41.556797+0000 mgr.y (mgr.25910) 365 : cluster 0 pgmap v303: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:42.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:42 smithi102 bash[84717]: cluster 2024-04-26T05:11:41.556797+0000 mgr.y (mgr.25910) 365 : cluster 0 pgmap v303: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:44.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:44 smithi174 bash[69379]: cluster 2024-04-26T05:11:43.557712+0000 mgr.y (mgr.25910) 366 : cluster 0 pgmap v304: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:44.952 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:44 smithi102 bash[84717]: cluster 2024-04-26T05:11:43.557712+0000 mgr.y (mgr.25910) 366 : cluster 0 pgmap v304: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:44.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:44 smithi102 bash[82287]: cluster 2024-04-26T05:11:43.557712+0000 mgr.y (mgr.25910) 366 : cluster 0 pgmap v304: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:46.320 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:11:46.343 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:46 smithi102 bash[84717]: audit 2024-04-26T05:11:45.063611+0000 mon.a (mon.0) 468 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:11:46.343 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:46 smithi102 bash[84717]: audit 2024-04-26T05:11:45.076425+0000 mon.a (mon.0) 469 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:11:46.343 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:46 smithi102 bash[84717]: cluster 2024-04-26T05:11:45.558364+0000 mgr.y (mgr.25910) 367 : cluster 0 pgmap v305: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:46.343 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:46 smithi102 bash[84717]: audit 2024-04-26T05:11:45.703282+0000 mon.c (mon.2) 162 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:11:46.343 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:46 smithi102 bash[84717]: audit 2024-04-26T05:11:45.705166+0000 mon.c (mon.2) 163 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:11:46.343 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:46 smithi102 bash[84717]: cluster 2024-04-26T05:11:45.708108+0000 mgr.y (mgr.25910) 368 : cluster 0 pgmap v306: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:46.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:46 smithi102 bash[84717]: cluster 2024-04-26T05:11:45.708585+0000 mgr.y (mgr.25910) 369 : cluster 0 pgmap v307: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:46.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:46 smithi102 bash[84717]: audit 2024-04-26T05:11:45.716520+0000 mon.a (mon.0) 470 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:11:46.344 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:46 smithi102 bash[82287]: audit 2024-04-26T05:11:45.063611+0000 mon.a (mon.0) 468 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:11:46.344 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:46 smithi102 bash[82287]: audit 2024-04-26T05:11:45.076425+0000 mon.a (mon.0) 469 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:11:46.344 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:46 smithi102 bash[82287]: cluster 2024-04-26T05:11:45.558364+0000 mgr.y (mgr.25910) 367 : cluster 0 pgmap v305: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:46.344 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:46 smithi102 bash[82287]: audit 2024-04-26T05:11:45.703282+0000 mon.c (mon.2) 162 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:11:46.344 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:46 smithi102 bash[82287]: audit 2024-04-26T05:11:45.705166+0000 mon.c (mon.2) 163 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:11:46.344 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:46 smithi102 bash[82287]: cluster 2024-04-26T05:11:45.708108+0000 mgr.y (mgr.25910) 368 : cluster 0 pgmap v306: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:46.344 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:46 smithi102 bash[82287]: cluster 2024-04-26T05:11:45.708585+0000 mgr.y (mgr.25910) 369 : cluster 0 pgmap v307: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:46.344 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:46 smithi102 bash[82287]: audit 2024-04-26T05:11:45.716520+0000 mon.a (mon.0) 470 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:11:46.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:46 smithi174 bash[69379]: audit 2024-04-26T05:11:45.063611+0000 mon.a (mon.0) 468 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:11:46.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:46 smithi174 bash[69379]: audit 2024-04-26T05:11:45.076425+0000 mon.a (mon.0) 469 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:11:46.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:46 smithi174 bash[69379]: cluster 2024-04-26T05:11:45.558364+0000 mgr.y (mgr.25910) 367 : cluster 0 pgmap v305: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:46.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:46 smithi174 bash[69379]: audit 2024-04-26T05:11:45.703282+0000 mon.c (mon.2) 162 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:11:46.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:46 smithi174 bash[69379]: audit 2024-04-26T05:11:45.705166+0000 mon.c (mon.2) 163 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:11:46.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:46 smithi174 bash[69379]: cluster 2024-04-26T05:11:45.708108+0000 mgr.y (mgr.25910) 368 : cluster 0 pgmap v306: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:46.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:46 smithi174 bash[69379]: cluster 2024-04-26T05:11:45.708585+0000 mgr.y (mgr.25910) 369 : cluster 0 pgmap v307: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:46.431 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:46 smithi174 bash[69379]: audit 2024-04-26T05:11:45.716520+0000 mon.a (mon.0) 470 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:11:49.069 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:48 smithi102 bash[82287]: cluster 2024-04-26T05:11:47.709459+0000 mgr.y (mgr.25910) 370 : cluster 0 pgmap v308: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:49.070 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:48 smithi102 bash[82287]: audit 2024-04-26T05:11:48.224800+0000 mon.c (mon.2) 164 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:11:49.070 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:48 smithi102 bash[84717]: cluster 2024-04-26T05:11:47.709459+0000 mgr.y (mgr.25910) 370 : cluster 0 pgmap v308: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:49.070 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:48 smithi102 bash[84717]: audit 2024-04-26T05:11:48.224800+0000 mon.c (mon.2) 164 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:11:49.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:48 smithi174 bash[69379]: cluster 2024-04-26T05:11:47.709459+0000 mgr.y (mgr.25910) 370 : cluster 0 pgmap v308: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:49.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:48 smithi174 bash[69379]: audit 2024-04-26T05:11:48.224800+0000 mon.c (mon.2) 164 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:11:49.474 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:11:49.475 INFO:teuthology.orchestra.run.smithi102.stderr:dumped all 2024-04-26T05:11:50.273 INFO:teuthology.orchestra.run.smithi102.stdout:{"pg_ready":true,"pg_map":{"version":308,"stamp":"2024-04-26T05:11:47.708836+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790221,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":6533,"num_read_kb":14020,"num_write":1146,"num_write_kb":15063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1198,"ondisk_log_size":1198,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":1078724,"kb_used_data":24200,"kb_used_omap":41,"kb_used_meta":1054358,"kb_avail":748882492,"statfs":{"total":767960285184,"available":766855671808,"internally_reserved":0,"allocated":24780800,"data_stored":19869979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":42975,"internal_metadata":1079662625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.153164"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":74,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.476317+0000","last_change":"2024-04-26T05:10:14.476317+0000","last_active":"2024-04-26T05:10:14.476317+0000","last_peered":"2024-04-26T05:10:14.476317+0000","last_clean":"2024-04-26T05:10:14.476317+0000","last_became_active":"2024-04-26T05:10:14.466384+0000","last_became_peered":"2024-04-26T05:10:14.466384+0000","last_unstale":"2024-04-26T05:10:14.476317+0000","last_undegraded":"2024-04-26T05:10:14.476317+0000","last_fullsized":"2024-04-26T05:10:14.476317+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:54:27.885167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"70'5","reported_seq":82,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.447045+0000","last_change":"2024-04-26T05:09:18.472705+0000","last_active":"2024-04-26T05:10:14.447045+0000","last_peered":"2024-04-26T05:10:14.447045+0000","last_clean":"2024-04-26T05:10:14.447045+0000","last_became_active":"2024-04-26T05:09:18.471607+0000","last_became_peered":"2024-04-26T05:09:18.471607+0000","last_unstale":"2024-04-26T05:10:14.447045+0000","last_undegraded":"2024-04-26T05:10:14.447045+0000","last_fullsized":"2024-04-26T05:10:14.447045+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:17:40.974291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":105,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.448593+0000","last_change":"2024-04-26T05:09:46.963512+0000","last_active":"2024-04-26T05:10:14.448593+0000","last_peered":"2024-04-26T05:10:14.448593+0000","last_clean":"2024-04-26T05:10:14.448593+0000","last_became_active":"2024-04-26T05:09:46.962551+0000","last_became_peered":"2024-04-26T05:09:46.962551+0000","last_unstale":"2024-04-26T05:10:14.448593+0000","last_undegraded":"2024-04-26T05:10:14.448593+0000","last_fullsized":"2024-04-26T05:10:14.448593+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:23:02.620241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"70'2","reported_seq":92,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.444604+0000","last_change":"2024-04-26T05:09:46.984247+0000","last_active":"2024-04-26T05:10:14.444604+0000","last_peered":"2024-04-26T05:10:14.444604+0000","last_clean":"2024-04-26T05:10:14.444604+0000","last_became_active":"2024-04-26T05:09:46.982659+0000","last_became_peered":"2024-04-26T05:09:46.982659+0000","last_unstale":"2024-04-26T05:10:14.444604+0000","last_undegraded":"2024-04-26T05:10:14.444604+0000","last_fullsized":"2024-04-26T05:10:14.444604+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:31:24.022251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":99,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.479444+0000","last_change":"2024-04-26T05:10:14.479444+0000","last_active":"2024-04-26T05:10:14.479444+0000","last_peered":"2024-04-26T05:10:14.479444+0000","last_clean":"2024-04-26T05:10:14.479444+0000","last_became_active":"2024-04-26T05:10:14.477528+0000","last_became_peered":"2024-04-26T05:10:14.477528+0000","last_unstale":"2024-04-26T05:10:14.479444+0000","last_undegraded":"2024-04-26T05:10:14.479444+0000","last_fullsized":"2024-04-26T05:10:14.479444+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:56:33.397988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":80,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.469713+0000","last_change":"2024-04-26T05:10:14.469713+0000","last_active":"2024-04-26T05:10:14.469713+0000","last_peered":"2024-04-26T05:10:14.469713+0000","last_clean":"2024-04-26T05:10:14.469713+0000","last_became_active":"2024-04-26T05:10:14.468535+0000","last_became_peered":"2024-04-26T05:10:14.468535+0000","last_unstale":"2024-04-26T05:10:14.469713+0000","last_undegraded":"2024-04-26T05:10:14.469713+0000","last_fullsized":"2024-04-26T05:10:14.469713+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:58:11.138827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":109,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.468520+0000","last_change":"2024-04-26T05:10:14.468520+0000","last_active":"2024-04-26T05:10:14.468520+0000","last_peered":"2024-04-26T05:10:14.468520+0000","last_clean":"2024-04-26T05:10:14.468520+0000","last_became_active":"2024-04-26T05:10:14.466312+0000","last_became_peered":"2024-04-26T05:10:14.466312+0000","last_unstale":"2024-04-26T05:10:14.468520+0000","last_undegraded":"2024-04-26T05:10:14.468520+0000","last_fullsized":"2024-04-26T05:10:14.468520+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:49:00.848215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":97,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.479516+0000","last_change":"2024-04-26T05:10:14.479516+0000","last_active":"2024-04-26T05:10:14.479516+0000","last_peered":"2024-04-26T05:10:14.479516+0000","last_clean":"2024-04-26T05:10:14.479516+0000","last_became_active":"2024-04-26T05:10:14.478507+0000","last_became_peered":"2024-04-26T05:10:14.478507+0000","last_unstale":"2024-04-26T05:10:14.479516+0000","last_undegraded":"2024-04-26T05:10:14.479516+0000","last_fullsized":"2024-04-26T05:10:14.479516+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:20:35.148427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":103,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.439135+0000","last_change":"2024-04-26T05:09:46.962904+0000","last_active":"2024-04-26T05:10:14.439135+0000","last_peered":"2024-04-26T05:10:14.439135+0000","last_clean":"2024-04-26T05:10:14.439135+0000","last_became_active":"2024-04-26T05:09:46.961545+0000","last_became_peered":"2024-04-26T05:09:46.961545+0000","last_unstale":"2024-04-26T05:10:14.439135+0000","last_undegraded":"2024-04-26T05:10:14.439135+0000","last_fullsized":"2024-04-26T05:10:14.439135+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:06:25.804304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"70'2","reported_seq":77,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.470185+0000","last_change":"2024-04-26T05:10:14.470185+0000","last_active":"2024-04-26T05:10:14.470185+0000","last_peered":"2024-04-26T05:10:14.470185+0000","last_clean":"2024-04-26T05:10:14.470185+0000","last_became_active":"2024-04-26T05:10:14.469151+0000","last_became_peered":"2024-04-26T05:10:14.469151+0000","last_unstale":"2024-04-26T05:10:14.470185+0000","last_undegraded":"2024-04-26T05:10:14.470185+0000","last_fullsized":"2024-04-26T05:10:14.470185+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:08:04.856474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":63,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.476798+0000","last_change":"2024-04-26T05:10:14.476798+0000","last_active":"2024-04-26T05:10:14.476798+0000","last_peered":"2024-04-26T05:10:14.476798+0000","last_clean":"2024-04-26T05:10:14.476798+0000","last_became_active":"2024-04-26T05:10:14.465026+0000","last_became_peered":"2024-04-26T05:10:14.465026+0000","last_unstale":"2024-04-26T05:10:14.476798+0000","last_undegraded":"2024-04-26T05:10:14.476798+0000","last_fullsized":"2024-04-26T05:10:14.476798+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T14:46:00.055503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"70'1","reported_seq":86,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.471320+0000","last_change":"2024-04-26T05:10:14.470065+0000","last_active":"2024-04-26T05:10:14.471320+0000","last_peered":"2024-04-26T05:10:14.471320+0000","last_clean":"2024-04-26T05:10:14.471320+0000","last_became_active":"2024-04-26T05:10:14.469123+0000","last_became_peered":"2024-04-26T05:10:14.469123+0000","last_unstale":"2024-04-26T05:10:14.471320+0000","last_undegraded":"2024-04-26T05:10:14.471320+0000","last_fullsized":"2024-04-26T05:10:14.471320+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:31:41.088324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"88'62","reported_seq":335,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.454983+0000","last_change":"2024-04-26T05:09:18.479664+0000","last_active":"2024-04-26T05:10:13.454983+0000","last_peered":"2024-04-26T05:10:13.454983+0000","last_clean":"2024-04-26T05:10:13.454983+0000","last_became_active":"2024-04-26T05:09:18.478872+0000","last_became_peered":"2024-04-26T05:09:18.478872+0000","last_unstale":"2024-04-26T05:10:13.454983+0000","last_undegraded":"2024-04-26T05:10:13.454983+0000","last_fullsized":"2024-04-26T05:10:13.454983+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":0,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:40:10.121664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00069674799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":400,"num_read_kb":1727,"num_write":49,"num_write_kb":1238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":80,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.443951+0000","last_change":"2024-04-26T05:09:46.974560+0000","last_active":"2024-04-26T05:10:14.443951+0000","last_peered":"2024-04-26T05:10:14.443951+0000","last_clean":"2024-04-26T05:10:14.443951+0000","last_became_active":"2024-04-26T05:09:46.973607+0000","last_became_peered":"2024-04-26T05:09:46.973607+0000","last_unstale":"2024-04-26T05:10:14.443951+0000","last_undegraded":"2024-04-26T05:10:14.443951+0000","last_fullsized":"2024-04-26T05:10:14.443951+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:06:47.046303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"88'171","reported_seq":685,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.473250+0000","last_change":"2024-04-26T05:10:14.473250+0000","last_active":"2024-04-26T05:10:14.473250+0000","last_peered":"2024-04-26T05:10:14.473250+0000","last_clean":"2024-04-26T05:10:14.473250+0000","last_became_active":"2024-04-26T05:10:14.471961+0000","last_became_peered":"2024-04-26T05:10:14.471961+0000","last_unstale":"2024-04-26T05:10:14.473250+0000","last_undegraded":"2024-04-26T05:10:14.473250+0000","last_fullsized":"2024-04-26T05:10:14.473250+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":171,"log_dups_size":0,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:47:33.579138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00094624300000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":966,"num_read_kb":1985,"num_write":117,"num_write_kb":1158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":83,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.445317+0000","last_change":"2024-04-26T05:09:46.980034+0000","last_active":"2024-04-26T05:10:14.445317+0000","last_peered":"2024-04-26T05:10:14.445317+0000","last_clean":"2024-04-26T05:10:14.445317+0000","last_became_active":"2024-04-26T05:09:46.978978+0000","last_became_peered":"2024-04-26T05:09:46.978978+0000","last_unstale":"2024-04-26T05:10:14.445317+0000","last_undegraded":"2024-04-26T05:10:14.445317+0000","last_fullsized":"2024-04-26T05:10:14.445317+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:19:06.084778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":63,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.447523+0000","last_change":"2024-04-26T05:07:17.938091+0000","last_active":"2024-04-26T05:10:14.447523+0000","last_peered":"2024-04-26T05:10:14.447523+0000","last_clean":"2024-04-26T05:10:14.447523+0000","last_became_active":"2024-04-26T05:07:17.936327+0000","last_became_peered":"2024-04-26T05:07:17.936327+0000","last_unstale":"2024-04-26T05:10:14.447523+0000","last_undegraded":"2024-04-26T05:10:14.447523+0000","last_fullsized":"2024-04-26T05:10:14.447523+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:13:51.100650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":62,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.454872+0000","last_change":"2024-04-26T05:09:18.483887+0000","last_active":"2024-04-26T05:10:14.454872+0000","last_peered":"2024-04-26T05:10:14.454872+0000","last_clean":"2024-04-26T05:10:14.454872+0000","last_became_active":"2024-04-26T05:09:18.483032+0000","last_became_peered":"2024-04-26T05:09:18.483032+0000","last_unstale":"2024-04-26T05:10:14.454872+0000","last_undegraded":"2024-04-26T05:10:14.454872+0000","last_fullsized":"2024-04-26T05:10:14.454872+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:06:12.877245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"88'47","reported_seq":324,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.475735+0000","last_change":"2024-04-26T05:10:14.475735+0000","last_active":"2024-04-26T05:10:14.475735+0000","last_peered":"2024-04-26T05:10:14.475735+0000","last_clean":"2024-04-26T05:10:14.475735+0000","last_became_active":"2024-04-26T05:10:14.474239+0000","last_became_peered":"2024-04-26T05:10:14.474239+0000","last_unstale":"2024-04-26T05:10:14.475735+0000","last_undegraded":"2024-04-26T05:10:14.475735+0000","last_fullsized":"2024-04-26T05:10:14.475735+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:00:21.671985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010115219999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":338,"num_read_kb":1590,"num_write":37,"num_write_kb":1197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":81,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.446350+0000","last_change":"2024-04-26T05:09:18.472803+0000","last_active":"2024-04-26T05:10:14.446350+0000","last_peered":"2024-04-26T05:10:14.446350+0000","last_clean":"2024-04-26T05:10:14.446350+0000","last_became_active":"2024-04-26T05:09:18.471769+0000","last_became_peered":"2024-04-26T05:09:18.471769+0000","last_unstale":"2024-04-26T05:10:14.446350+0000","last_undegraded":"2024-04-26T05:10:14.446350+0000","last_fullsized":"2024-04-26T05:10:14.446350+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:32:19.003680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":81,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.470998+0000","last_change":"2024-04-26T05:10:14.469988+0000","last_active":"2024-04-26T05:10:14.470998+0000","last_peered":"2024-04-26T05:10:14.470998+0000","last_clean":"2024-04-26T05:10:14.470998+0000","last_became_active":"2024-04-26T05:10:14.469188+0000","last_became_peered":"2024-04-26T05:10:14.469188+0000","last_unstale":"2024-04-26T05:10:14.470998+0000","last_undegraded":"2024-04-26T05:10:14.470998+0000","last_fullsized":"2024-04-26T05:10:14.470998+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:00:09.112230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"88'80","reported_seq":231,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.436128+0000","last_change":"2024-04-26T05:07:51.588405+0000","last_active":"2024-04-26T05:10:13.436128+0000","last_peered":"2024-04-26T05:10:13.436128+0000","last_clean":"2024-04-26T05:10:13.436128+0000","last_became_active":"2024-04-26T05:07:51.587129+0000","last_became_peered":"2024-04-26T05:07:51.587129+0000","last_unstale":"2024-04-26T05:10:13.436128+0000","last_undegraded":"2024-04-26T05:10:13.436128+0000","last_fullsized":"2024-04-26T05:10:13.436128+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:57:03.575256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00082049599999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":210,"num_read_kb":1347,"num_write":93,"num_write_kb":1159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":76,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.469553+0000","last_change":"2024-04-26T05:10:14.469553+0000","last_active":"2024-04-26T05:10:14.469553+0000","last_peered":"2024-04-26T05:10:14.469553+0000","last_clean":"2024-04-26T05:10:14.469553+0000","last_became_active":"2024-04-26T05:10:14.468696+0000","last_became_peered":"2024-04-26T05:10:14.468696+0000","last_unstale":"2024-04-26T05:10:14.469553+0000","last_undegraded":"2024-04-26T05:10:14.469553+0000","last_fullsized":"2024-04-26T05:10:14.469553+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:28:55.834908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":33,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.443881+0000","last_change":"2024-04-26T05:09:46.984499+0000","last_active":"2024-04-26T05:10:14.443881+0000","last_peered":"2024-04-26T05:10:14.443881+0000","last_clean":"2024-04-26T05:10:14.443881+0000","last_became_active":"2024-04-26T05:09:46.982959+0000","last_became_peered":"2024-04-26T05:09:46.982959+0000","last_unstale":"2024-04-26T05:10:14.443881+0000","last_undegraded":"2024-04-26T05:10:14.443881+0000","last_fullsized":"2024-04-26T05:10:14.443881+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:00:36.826786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"92'161","reported_seq":456,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.435904+0000","last_change":"2024-04-26T05:07:17.933138+0000","last_active":"2024-04-26T05:10:13.435904+0000","last_peered":"2024-04-26T05:10:13.435904+0000","last_clean":"2024-04-26T05:10:13.435904+0000","last_became_active":"2024-04-26T05:07:17.932017+0000","last_became_peered":"2024-04-26T05:07:17.932017+0000","last_unstale":"2024-04-26T05:10:13.435904+0000","last_undegraded":"2024-04-26T05:10:13.435904+0000","last_fullsized":"2024-04-26T05:10:13.435904+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:49:13.155083+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:49:13.155083+0000","last_clean_scrub_stamp":"2024-04-26T04:49:13.155083+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:48:18.869280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"88'250","reported_seq":694,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.454825+0000","last_change":"2024-04-26T05:09:18.470265+0000","last_active":"2024-04-26T05:10:13.454825+0000","last_peered":"2024-04-26T05:10:13.454825+0000","last_clean":"2024-04-26T05:10:13.454825+0000","last_became_active":"2024-04-26T05:09:18.466285+0000","last_became_peered":"2024-04-26T05:09:18.466285+0000","last_unstale":"2024-04-26T05:10:13.454825+0000","last_undegraded":"2024-04-26T05:10:13.454825+0000","last_fullsized":"2024-04-26T05:10:13.454825+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":250,"log_dups_size":0,"ondisk_log_size":250,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:43:12.595836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090362400000000001,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":906,"num_read_kb":1250,"num_write":248,"num_write_kb":4466,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":99,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.454483+0000","last_change":"2024-04-26T05:07:51.611447+0000","last_active":"2024-04-26T05:10:14.454483+0000","last_peered":"2024-04-26T05:10:14.454483+0000","last_clean":"2024-04-26T05:10:14.454483+0000","last_became_active":"2024-04-26T05:07:51.604978+0000","last_became_peered":"2024-04-26T05:07:51.604978+0000","last_unstale":"2024-04-26T05:10:14.454483+0000","last_undegraded":"2024-04-26T05:10:14.454483+0000","last_fullsized":"2024-04-26T05:10:14.454483+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:53:29.940806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":62,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.444156+0000","last_change":"2024-04-26T05:09:18.481625+0000","last_active":"2024-04-26T05:10:14.444156+0000","last_peered":"2024-04-26T05:10:14.444156+0000","last_clean":"2024-04-26T05:10:14.444156+0000","last_became_active":"2024-04-26T05:09:18.480811+0000","last_became_peered":"2024-04-26T05:09:18.480811+0000","last_unstale":"2024-04-26T05:10:14.444156+0000","last_undegraded":"2024-04-26T05:10:14.444156+0000","last_fullsized":"2024-04-26T05:10:14.444156+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:01:23.875960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"88'113","reported_seq":683,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.438558+0000","last_change":"2024-04-26T05:09:46.965877+0000","last_active":"2024-04-26T05:10:14.438558+0000","last_peered":"2024-04-26T05:10:14.438558+0000","last_clean":"2024-04-26T05:10:14.438558+0000","last_became_active":"2024-04-26T05:09:46.964268+0000","last_became_peered":"2024-04-26T05:09:46.964268+0000","last_unstale":"2024-04-26T05:10:14.438558+0000","last_undegraded":"2024-04-26T05:10:14.438558+0000","last_fullsized":"2024-04-26T05:10:14.438558+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":113,"log_dups_size":0,"ondisk_log_size":113,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:36:26.121251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00088099599999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":966,"num_read_kb":1817,"num_write":75,"num_write_kb":2082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":71,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.455213+0000","last_change":"2024-04-26T05:09:46.971527+0000","last_active":"2024-04-26T05:10:14.455213+0000","last_peered":"2024-04-26T05:10:14.455213+0000","last_clean":"2024-04-26T05:10:14.455213+0000","last_became_active":"2024-04-26T05:09:46.970197+0000","last_became_peered":"2024-04-26T05:09:46.970197+0000","last_unstale":"2024-04-26T05:10:14.455213+0000","last_undegraded":"2024-04-26T05:10:14.455213+0000","last_fullsized":"2024-04-26T05:10:14.455213+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:54:28.593272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":70,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.485561+0000","last_change":"2024-04-26T05:10:14.485561+0000","last_active":"2024-04-26T05:10:14.485561+0000","last_peered":"2024-04-26T05:10:14.485561+0000","last_clean":"2024-04-26T05:10:14.485561+0000","last_became_active":"2024-04-26T05:10:14.484964+0000","last_became_peered":"2024-04-26T05:10:14.484964+0000","last_unstale":"2024-04-26T05:10:14.485561+0000","last_undegraded":"2024-04-26T05:10:14.485561+0000","last_fullsized":"2024-04-26T05:10:14.485561+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T16:12:58.653947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"88'151","reported_seq":928,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.454489+0000","last_change":"2024-04-26T05:07:51.596182+0000","last_active":"2024-04-26T05:10:13.454489+0000","last_peered":"2024-04-26T05:10:13.454489+0000","last_clean":"2024-04-26T05:10:13.454489+0000","last_became_active":"2024-04-26T05:07:51.595035+0000","last_became_peered":"2024-04-26T05:07:51.595035+0000","last_unstale":"2024-04-26T05:10:13.454489+0000","last_undegraded":"2024-04-26T05:10:13.454489+0000","last_fullsized":"2024-04-26T05:10:13.454489+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":151,"log_dups_size":0,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:55:35.955534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024778479999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1489,"num_read_kb":2600,"num_write":128,"num_write_kb":1224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":62,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.487728+0000","last_change":"2024-04-26T05:10:14.487728+0000","last_active":"2024-04-26T05:10:14.487728+0000","last_peered":"2024-04-26T05:10:14.487728+0000","last_clean":"2024-04-26T05:10:14.487728+0000","last_became_active":"2024-04-26T05:10:14.487406+0000","last_became_peered":"2024-04-26T05:10:14.487406+0000","last_unstale":"2024-04-26T05:10:14.487728+0000","last_undegraded":"2024-04-26T05:10:14.487728+0000","last_fullsized":"2024-04-26T05:10:14.487728+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T16:56:23.353769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":94,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.459898+0000","last_change":"2024-04-26T05:09:46.974629+0000","last_active":"2024-04-26T05:10:13.459898+0000","last_peered":"2024-04-26T05:10:13.459898+0000","last_clean":"2024-04-26T05:10:13.459898+0000","last_became_active":"2024-04-26T05:09:46.973718+0000","last_became_peered":"2024-04-26T05:09:46.973718+0000","last_unstale":"2024-04-26T05:10:13.459898+0000","last_undegraded":"2024-04-26T05:10:13.459898+0000","last_fullsized":"2024-04-26T05:10:13.459898+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:09:25.135237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"88'102","reported_seq":553,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.454746+0000","last_change":"2024-04-26T05:07:51.606163+0000","last_active":"2024-04-26T05:10:14.454746+0000","last_peered":"2024-04-26T05:10:14.454746+0000","last_clean":"2024-04-26T05:10:14.454746+0000","last_became_active":"2024-04-26T05:07:51.598634+0000","last_became_peered":"2024-04-26T05:07:51.598634+0000","last_unstale":"2024-04-26T05:10:14.454746+0000","last_undegraded":"2024-04-26T05:10:14.454746+0000","last_fullsized":"2024-04-26T05:10:14.454746+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:16:22.891480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001620919,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":720,"num_read_kb":740,"num_write":99,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":89,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.463415+0000","last_change":"2024-04-26T05:10:14.463415+0000","last_active":"2024-04-26T05:10:14.463415+0000","last_peered":"2024-04-26T05:10:14.463415+0000","last_clean":"2024-04-26T05:10:14.463415+0000","last_became_active":"2024-04-26T05:10:14.462577+0000","last_became_peered":"2024-04-26T05:10:14.462577+0000","last_unstale":"2024-04-26T05:10:14.463415+0000","last_undegraded":"2024-04-26T05:10:14.463415+0000","last_fullsized":"2024-04-26T05:10:14.463415+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:28:11.774657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":85,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.444065+0000","last_change":"2024-04-26T05:09:46.980545+0000","last_active":"2024-04-26T05:10:14.444065+0000","last_peered":"2024-04-26T05:10:14.444065+0000","last_clean":"2024-04-26T05:10:14.444065+0000","last_became_active":"2024-04-26T05:09:46.979234+0000","last_became_peered":"2024-04-26T05:09:46.979234+0000","last_unstale":"2024-04-26T05:10:14.444065+0000","last_undegraded":"2024-04-26T05:10:14.444065+0000","last_fullsized":"2024-04-26T05:10:14.444065+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:09:34.727886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":74,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.477603+0000","last_change":"2024-04-26T05:10:14.477603+0000","last_active":"2024-04-26T05:10:14.477603+0000","last_peered":"2024-04-26T05:10:14.477603+0000","last_clean":"2024-04-26T05:10:14.477603+0000","last_became_active":"2024-04-26T05:10:14.476181+0000","last_became_peered":"2024-04-26T05:10:14.476181+0000","last_unstale":"2024-04-26T05:10:14.477603+0000","last_undegraded":"2024-04-26T05:10:14.477603+0000","last_fullsized":"2024-04-26T05:10:14.477603+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:23:19.387642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":79,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.486366+0000","last_change":"2024-04-26T05:10:14.486366+0000","last_active":"2024-04-26T05:10:14.486366+0000","last_peered":"2024-04-26T05:10:14.486366+0000","last_clean":"2024-04-26T05:10:14.486366+0000","last_became_active":"2024-04-26T05:10:14.478467+0000","last_became_peered":"2024-04-26T05:10:14.478467+0000","last_unstale":"2024-04-26T05:10:14.486366+0000","last_undegraded":"2024-04-26T05:10:14.486366+0000","last_fullsized":"2024-04-26T05:10:14.486366+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:43:43.951498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":95,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.484244+0000","last_change":"2024-04-26T05:10:14.484244+0000","last_active":"2024-04-26T05:10:14.484244+0000","last_peered":"2024-04-26T05:10:14.484244+0000","last_clean":"2024-04-26T05:10:14.484244+0000","last_became_active":"2024-04-26T05:10:14.482086+0000","last_became_peered":"2024-04-26T05:10:14.482086+0000","last_unstale":"2024-04-26T05:10:14.484244+0000","last_undegraded":"2024-04-26T05:10:14.484244+0000","last_fullsized":"2024-04-26T05:10:14.484244+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:49:24.724433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":94,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.472905+0000","last_change":"2024-04-26T05:10:14.472905+0000","last_active":"2024-04-26T05:10:14.472905+0000","last_peered":"2024-04-26T05:10:14.472905+0000","last_clean":"2024-04-26T05:10:14.472905+0000","last_became_active":"2024-04-26T05:10:14.472116+0000","last_became_peered":"2024-04-26T05:10:14.472116+0000","last_unstale":"2024-04-26T05:10:14.472905+0000","last_undegraded":"2024-04-26T05:10:14.472905+0000","last_fullsized":"2024-04-26T05:10:14.472905+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:46:39.337826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":82,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.466603+0000","last_change":"2024-04-26T05:10:14.466603+0000","last_active":"2024-04-26T05:10:14.466603+0000","last_peered":"2024-04-26T05:10:14.466603+0000","last_clean":"2024-04-26T05:10:14.466603+0000","last_became_active":"2024-04-26T05:10:14.461681+0000","last_became_peered":"2024-04-26T05:10:14.461681+0000","last_unstale":"2024-04-26T05:10:14.466603+0000","last_undegraded":"2024-04-26T05:10:14.466603+0000","last_fullsized":"2024-04-26T05:10:14.466603+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:09:18.439428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"70'3","reported_seq":93,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.481129+0000","last_change":"2024-04-26T05:10:14.481129+0000","last_active":"2024-04-26T05:10:14.481129+0000","last_peered":"2024-04-26T05:10:14.481129+0000","last_clean":"2024-04-26T05:10:14.481129+0000","last_became_active":"2024-04-26T05:10:14.480344+0000","last_became_peered":"2024-04-26T05:10:14.480344+0000","last_unstale":"2024-04-26T05:10:14.481129+0000","last_undegraded":"2024-04-26T05:10:14.481129+0000","last_fullsized":"2024-04-26T05:10:14.481129+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:23:27.789271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":81,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.473562+0000","last_change":"2024-04-26T05:10:14.471672+0000","last_active":"2024-04-26T05:10:14.473562+0000","last_peered":"2024-04-26T05:10:14.473562+0000","last_clean":"2024-04-26T05:10:14.473562+0000","last_became_active":"2024-04-26T05:10:14.469806+0000","last_became_peered":"2024-04-26T05:10:14.469806+0000","last_unstale":"2024-04-26T05:10:14.473562+0000","last_undegraded":"2024-04-26T05:10:14.473562+0000","last_fullsized":"2024-04-26T05:10:14.473562+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:08:56.028960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":77,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.460603+0000","last_change":"2024-04-26T05:09:46.974954+0000","last_active":"2024-04-26T05:10:13.460603+0000","last_peered":"2024-04-26T05:10:13.460603+0000","last_clean":"2024-04-26T05:10:13.460603+0000","last_became_active":"2024-04-26T05:09:46.973206+0000","last_became_peered":"2024-04-26T05:09:46.973206+0000","last_unstale":"2024-04-26T05:10:13.460603+0000","last_undegraded":"2024-04-26T05:10:13.460603+0000","last_fullsized":"2024-04-26T05:10:13.460603+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:22:49.292075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":76,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.453312+0000","last_change":"2024-04-26T05:07:51.601340+0000","last_active":"2024-04-26T05:10:13.453312+0000","last_peered":"2024-04-26T05:10:13.453312+0000","last_clean":"2024-04-26T05:10:13.453312+0000","last_became_active":"2024-04-26T05:07:51.600419+0000","last_became_peered":"2024-04-26T05:07:51.600419+0000","last_unstale":"2024-04-26T05:10:13.453312+0000","last_undegraded":"2024-04-26T05:10:13.453312+0000","last_fullsized":"2024-04-26T05:10:13.453312+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:23:25.058549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":61,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.444184+0000","last_change":"2024-04-26T04:56:46.420428+0000","last_active":"2024-04-26T05:10:13.444184+0000","last_peered":"2024-04-26T05:10:13.444184+0000","last_clean":"2024-04-26T05:10:13.444184+0000","last_became_active":"2024-04-26T04:56:46.419530+0000","last_became_peered":"2024-04-26T04:56:46.419530+0000","last_unstale":"2024-04-26T05:10:13.444184+0000","last_undegraded":"2024-04-26T05:10:13.444184+0000","last_fullsized":"2024-04-26T05:10:13.444184+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:51:54.933077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":99,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.487547+0000","last_change":"2024-04-26T05:10:14.487547+0000","last_active":"2024-04-26T05:10:14.487547+0000","last_peered":"2024-04-26T05:10:14.487547+0000","last_clean":"2024-04-26T05:10:14.487547+0000","last_became_active":"2024-04-26T05:10:14.478632+0000","last_became_peered":"2024-04-26T05:10:14.478632+0000","last_unstale":"2024-04-26T05:10:14.487547+0000","last_undegraded":"2024-04-26T05:10:14.487547+0000","last_fullsized":"2024-04-26T05:10:14.487547+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:54:59.515124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":96,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.455903+0000","last_change":"2024-04-26T05:10:14.455903+0000","last_active":"2024-04-26T05:10:14.455903+0000","last_peered":"2024-04-26T05:10:14.455903+0000","last_clean":"2024-04-26T05:10:14.455903+0000","last_became_active":"2024-04-26T05:10:14.454814+0000","last_became_peered":"2024-04-26T05:10:14.454814+0000","last_unstale":"2024-04-26T05:10:14.455903+0000","last_undegraded":"2024-04-26T05:10:14.455903+0000","last_fullsized":"2024-04-26T05:10:14.455903+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:28:46.401833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":59,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.452891+0000","last_change":"2024-04-26T04:56:46.679833+0000","last_active":"2024-04-26T05:10:13.452891+0000","last_peered":"2024-04-26T05:10:13.452891+0000","last_clean":"2024-04-26T05:10:13.452891+0000","last_became_active":"2024-04-26T04:56:46.678909+0000","last_became_peered":"2024-04-26T04:56:46.678909+0000","last_unstale":"2024-04-26T05:10:13.452891+0000","last_undegraded":"2024-04-26T05:10:13.452891+0000","last_fullsized":"2024-04-26T05:10:13.452891+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:49:50.053966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":95,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.470518+0000","last_change":"2024-04-26T05:10:14.470518+0000","last_active":"2024-04-26T05:10:14.470518+0000","last_peered":"2024-04-26T05:10:14.470518+0000","last_clean":"2024-04-26T05:10:14.470518+0000","last_became_active":"2024-04-26T05:10:14.469508+0000","last_became_peered":"2024-04-26T05:10:14.469508+0000","last_unstale":"2024-04-26T05:10:14.470518+0000","last_undegraded":"2024-04-26T05:10:14.470518+0000","last_fullsized":"2024-04-26T05:10:14.470518+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:32:14.558635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":84,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.445035+0000","last_change":"2024-04-26T05:09:46.979973+0000","last_active":"2024-04-26T05:10:14.445035+0000","last_peered":"2024-04-26T05:10:14.445035+0000","last_clean":"2024-04-26T05:10:14.445035+0000","last_became_active":"2024-04-26T05:09:46.976062+0000","last_became_peered":"2024-04-26T05:09:46.976062+0000","last_unstale":"2024-04-26T05:10:14.445035+0000","last_undegraded":"2024-04-26T05:10:14.445035+0000","last_fullsized":"2024-04-26T05:10:14.445035+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:31:30.671236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":89,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.451632+0000","last_change":"2024-04-26T05:07:17.943628+0000","last_active":"2024-04-26T05:10:13.451632+0000","last_peered":"2024-04-26T05:10:13.451632+0000","last_clean":"2024-04-26T05:10:13.451632+0000","last_became_active":"2024-04-26T05:07:17.942649+0000","last_became_peered":"2024-04-26T05:07:17.942649+0000","last_unstale":"2024-04-26T05:10:13.451632+0000","last_undegraded":"2024-04-26T05:10:13.451632+0000","last_fullsized":"2024-04-26T05:10:13.451632+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:30:04.906463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":71,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.446091+0000","last_change":"2024-04-26T05:09:46.963702+0000","last_active":"2024-04-26T05:10:14.446091+0000","last_peered":"2024-04-26T05:10:14.446091+0000","last_clean":"2024-04-26T05:10:14.446091+0000","last_became_active":"2024-04-26T05:09:46.961907+0000","last_became_peered":"2024-04-26T05:09:46.961907+0000","last_unstale":"2024-04-26T05:10:14.446091+0000","last_undegraded":"2024-04-26T05:10:14.446091+0000","last_fullsized":"2024-04-26T05:10:14.446091+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:23:05.344001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":76,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.467538+0000","last_change":"2024-04-26T05:10:14.467538+0000","last_active":"2024-04-26T05:10:14.467538+0000","last_peered":"2024-04-26T05:10:14.467538+0000","last_clean":"2024-04-26T05:10:14.467538+0000","last_became_active":"2024-04-26T05:10:14.466772+0000","last_became_peered":"2024-04-26T05:10:14.466772+0000","last_unstale":"2024-04-26T05:10:14.467538+0000","last_undegraded":"2024-04-26T05:10:14.467538+0000","last_fullsized":"2024-04-26T05:10:14.467538+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:11:06.163431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":76,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.459763+0000","last_change":"2024-04-26T05:09:46.973866+0000","last_active":"2024-04-26T05:10:13.459763+0000","last_peered":"2024-04-26T05:10:13.459763+0000","last_clean":"2024-04-26T05:10:13.459763+0000","last_became_active":"2024-04-26T05:09:46.973045+0000","last_became_peered":"2024-04-26T05:09:46.973045+0000","last_unstale":"2024-04-26T05:10:13.459763+0000","last_undegraded":"2024-04-26T05:10:13.459763+0000","last_fullsized":"2024-04-26T05:10:13.459763+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:35:16.876914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":71,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.445424+0000","last_change":"2024-04-26T05:09:46.963215+0000","last_active":"2024-04-26T05:10:14.445424+0000","last_peered":"2024-04-26T05:10:14.445424+0000","last_clean":"2024-04-26T05:10:14.445424+0000","last_became_active":"2024-04-26T05:09:46.961716+0000","last_became_peered":"2024-04-26T05:09:46.961716+0000","last_unstale":"2024-04-26T05:10:14.445424+0000","last_undegraded":"2024-04-26T05:10:14.445424+0000","last_fullsized":"2024-04-26T05:10:14.445424+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T16:35:34.905010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":84,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.445266+0000","last_change":"2024-04-26T05:09:46.982659+0000","last_active":"2024-04-26T05:10:14.445266+0000","last_peered":"2024-04-26T05:10:14.445266+0000","last_clean":"2024-04-26T05:10:14.445266+0000","last_became_active":"2024-04-26T05:09:46.981652+0000","last_became_peered":"2024-04-26T05:09:46.981652+0000","last_unstale":"2024-04-26T05:10:14.445266+0000","last_undegraded":"2024-04-26T05:10:14.445266+0000","last_fullsized":"2024-04-26T05:10:14.445266+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:20:59.112253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":97,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.475313+0000","last_change":"2024-04-26T05:10:14.475313+0000","last_active":"2024-04-26T05:10:14.475313+0000","last_peered":"2024-04-26T05:10:14.475313+0000","last_clean":"2024-04-26T05:10:14.475313+0000","last_became_active":"2024-04-26T05:10:14.474409+0000","last_became_peered":"2024-04-26T05:10:14.474409+0000","last_unstale":"2024-04-26T05:10:14.475313+0000","last_undegraded":"2024-04-26T05:10:14.475313+0000","last_fullsized":"2024-04-26T05:10:14.475313+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:12:55.832371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":88,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.467399+0000","last_change":"2024-04-26T05:10:14.467399+0000","last_active":"2024-04-26T05:10:14.467399+0000","last_peered":"2024-04-26T05:10:14.467399+0000","last_clean":"2024-04-26T05:10:14.467399+0000","last_became_active":"2024-04-26T05:10:14.461770+0000","last_became_peered":"2024-04-26T05:10:14.461770+0000","last_unstale":"2024-04-26T05:10:14.467399+0000","last_undegraded":"2024-04-26T05:10:14.467399+0000","last_fullsized":"2024-04-26T05:10:14.467399+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:55:27.780392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"92'23","reported_seq":74,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.476596+0000","last_change":"2024-04-26T05:10:14.476596+0000","last_active":"2024-04-26T05:10:14.476596+0000","last_peered":"2024-04-26T05:10:14.476596+0000","last_clean":"2024-04-26T05:10:14.476596+0000","last_became_active":"2024-04-26T05:10:14.468838+0000","last_became_peered":"2024-04-26T05:10:14.468838+0000","last_unstale":"2024-04-26T05:10:14.476596+0000","last_undegraded":"2024-04-26T05:10:14.476596+0000","last_fullsized":"2024-04-26T05:10:14.476596+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:31:39.537381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4744,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":7,"num_read_kb":6,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":62,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.455713+0000","last_change":"2024-04-26T05:09:18.483764+0000","last_active":"2024-04-26T05:10:14.455713+0000","last_peered":"2024-04-26T05:10:14.455713+0000","last_clean":"2024-04-26T05:10:14.455713+0000","last_became_active":"2024-04-26T05:09:18.482947+0000","last_became_peered":"2024-04-26T05:09:18.482947+0000","last_unstale":"2024-04-26T05:10:14.455713+0000","last_undegraded":"2024-04-26T05:10:14.455713+0000","last_fullsized":"2024-04-26T05:10:14.455713+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:24:55.822189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":98,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.476089+0000","last_change":"2024-04-26T05:10:14.476089+0000","last_active":"2024-04-26T05:10:14.476089+0000","last_peered":"2024-04-26T05:10:14.476089+0000","last_clean":"2024-04-26T05:10:14.476089+0000","last_became_active":"2024-04-26T05:10:14.475189+0000","last_became_peered":"2024-04-26T05:10:14.475189+0000","last_unstale":"2024-04-26T05:10:14.476089+0000","last_undegraded":"2024-04-26T05:10:14.476089+0000","last_fullsized":"2024-04-26T05:10:14.476089+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:38:12.031666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":33,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.448334+0000","last_change":"2024-04-26T05:09:46.980691+0000","last_active":"2024-04-26T05:10:14.448334+0000","last_peered":"2024-04-26T05:10:14.448334+0000","last_clean":"2024-04-26T05:10:14.448334+0000","last_became_active":"2024-04-26T05:09:46.979146+0000","last_became_peered":"2024-04-26T05:09:46.979146+0000","last_unstale":"2024-04-26T05:10:14.448334+0000","last_undegraded":"2024-04-26T05:10:14.448334+0000","last_fullsized":"2024-04-26T05:10:14.448334+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:16:51.125398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":77,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.455084+0000","last_change":"2024-04-26T05:07:51.592184+0000","last_active":"2024-04-26T05:10:13.455084+0000","last_peered":"2024-04-26T05:10:13.455084+0000","last_clean":"2024-04-26T05:10:13.455084+0000","last_became_active":"2024-04-26T05:07:51.591352+0000","last_became_peered":"2024-04-26T05:07:51.591352+0000","last_unstale":"2024-04-26T05:10:13.455084+0000","last_undegraded":"2024-04-26T05:10:13.455084+0000","last_fullsized":"2024-04-26T05:10:13.455084+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:41:59.970982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":84,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.443735+0000","last_change":"2024-04-26T05:09:46.966336+0000","last_active":"2024-04-26T05:10:14.443735+0000","last_peered":"2024-04-26T05:10:14.443735+0000","last_clean":"2024-04-26T05:10:14.443735+0000","last_became_active":"2024-04-26T05:09:46.965363+0000","last_became_peered":"2024-04-26T05:09:46.965363+0000","last_unstale":"2024-04-26T05:10:14.443735+0000","last_undegraded":"2024-04-26T05:10:14.443735+0000","last_fullsized":"2024-04-26T05:10:14.443735+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:57:10.234017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":72,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.447128+0000","last_change":"2024-04-26T05:09:46.962718+0000","last_active":"2024-04-26T05:10:14.447128+0000","last_peered":"2024-04-26T05:10:14.447128+0000","last_clean":"2024-04-26T05:10:14.447128+0000","last_became_active":"2024-04-26T05:09:46.961757+0000","last_became_peered":"2024-04-26T05:09:46.961757+0000","last_unstale":"2024-04-26T05:10:14.447128+0000","last_undegraded":"2024-04-26T05:10:14.447128+0000","last_fullsized":"2024-04-26T05:10:14.447128+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:25:44.668934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":76,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.454731+0000","last_change":"2024-04-26T05:07:51.594106+0000","last_active":"2024-04-26T05:10:13.454731+0000","last_peered":"2024-04-26T05:10:13.454731+0000","last_clean":"2024-04-26T05:10:13.454731+0000","last_became_active":"2024-04-26T05:07:51.592711+0000","last_became_peered":"2024-04-26T05:07:51.592711+0000","last_unstale":"2024-04-26T05:10:13.454731+0000","last_undegraded":"2024-04-26T05:10:13.454731+0000","last_fullsized":"2024-04-26T05:10:13.454731+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:03:42.725533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":102,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.443766+0000","last_change":"2024-04-26T05:09:46.973049+0000","last_active":"2024-04-26T05:10:14.443766+0000","last_peered":"2024-04-26T05:10:14.443766+0000","last_clean":"2024-04-26T05:10:14.443766+0000","last_became_active":"2024-04-26T05:09:46.972125+0000","last_became_peered":"2024-04-26T05:09:46.972125+0000","last_unstale":"2024-04-26T05:10:14.443766+0000","last_undegraded":"2024-04-26T05:10:14.443766+0000","last_fullsized":"2024-04-26T05:10:14.443766+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:50:05.849571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":72,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.446221+0000","last_change":"2024-04-26T05:09:46.965203+0000","last_active":"2024-04-26T05:10:14.446221+0000","last_peered":"2024-04-26T05:10:14.446221+0000","last_clean":"2024-04-26T05:10:14.446221+0000","last_became_active":"2024-04-26T05:09:46.963168+0000","last_became_peered":"2024-04-26T05:09:46.963168+0000","last_unstale":"2024-04-26T05:10:14.446221+0000","last_undegraded":"2024-04-26T05:10:14.446221+0000","last_fullsized":"2024-04-26T05:10:14.446221+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:16:59.673454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":72,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.469241+0000","last_change":"2024-04-26T05:10:14.469241+0000","last_active":"2024-04-26T05:10:14.469241+0000","last_peered":"2024-04-26T05:10:14.469241+0000","last_clean":"2024-04-26T05:10:14.469241+0000","last_became_active":"2024-04-26T05:10:14.468954+0000","last_became_peered":"2024-04-26T05:10:14.468954+0000","last_unstale":"2024-04-26T05:10:14.469241+0000","last_undegraded":"2024-04-26T05:10:14.469241+0000","last_fullsized":"2024-04-26T05:10:14.469241+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:01:39.336947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":93,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.474731+0000","last_change":"2024-04-26T05:10:14.474731+0000","last_active":"2024-04-26T05:10:14.474731+0000","last_peered":"2024-04-26T05:10:14.474731+0000","last_clean":"2024-04-26T05:10:14.474731+0000","last_became_active":"2024-04-26T05:10:14.474207+0000","last_became_peered":"2024-04-26T05:10:14.474207+0000","last_unstale":"2024-04-26T05:10:14.474731+0000","last_undegraded":"2024-04-26T05:10:14.474731+0000","last_fullsized":"2024-04-26T05:10:14.474731+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:23:44.638697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"70'2","reported_seq":98,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.475368+0000","last_change":"2024-04-26T05:10:14.475368+0000","last_active":"2024-04-26T05:10:14.475368+0000","last_peered":"2024-04-26T05:10:14.475368+0000","last_clean":"2024-04-26T05:10:14.475368+0000","last_became_active":"2024-04-26T05:10:14.466311+0000","last_became_peered":"2024-04-26T05:10:14.466311+0000","last_unstale":"2024-04-26T05:10:14.475368+0000","last_undegraded":"2024-04-26T05:10:14.475368+0000","last_fullsized":"2024-04-26T05:10:14.475368+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:48:11.929975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5530,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":38,"num_read_kb":40,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24049,"internal_metadata":0},"log_size":61,"ondisk_log_size":61,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":13056,"num_write":846,"num_write_kb":12618,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5294,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201503,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":307412,"kb_used_data":5960,"kb_used_omap":1,"kb_used_meta":301438,"kb_avail":93437740,"statfs":{"total":95995035648,"available":95680245760,"internally_reserved":0,"allocated":6103040,"data_stored":5476911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":308672856},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463146,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":303308,"kb_used_data":1856,"kb_used_omap":1,"kb_used_meta":301438,"kb_avail":93441844,"statfs":{"total":95995035648,"available":95684448256,"internally_reserved":0,"allocated":1900544,"data_stored":1282430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":308672856},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":101,"seq":433791696945,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32956,"kb_used_data":1260,"kb_used_omap":7,"kb_used_meta":31672,"kb_avail":93712196,"statfs":{"total":95995035648,"available":95961288704,"internally_reserved":0,"allocated":1290240,"data_stored":687326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7944,"internal_metadata":32432376},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":96,"seq":412316860472,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":29384,"kb_used_data":1848,"kb_used_omap":7,"kb_used_meta":27512,"kb_avail":93715768,"statfs":{"total":95995035648,"available":95964946432,"internally_reserved":0,"allocated":1892352,"data_stored":1278524,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7664,"internal_metadata":28172816},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":106,"seq":455266533408,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32904,"kb_used_data":5364,"kb_used_omap":7,"kb_used_meta":27512,"kb_avail":93712248,"statfs":{"total":95995035648,"available":95961341952,"internally_reserved":0,"allocated":5492736,"data_stored":4882480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8183,"internal_metadata":28172297},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":111,"seq":476741369882,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32956,"kb_used_data":1264,"kb_used_omap":6,"kb_used_meta":31673,"kb_avail":93712196,"statfs":{"total":95995035648,"available":95961288704,"internally_reserved":0,"allocated":1294336,"data_stored":687654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6359,"internal_metadata":32433961},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":116,"seq":498216206357,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32984,"kb_used_data":1284,"kb_used_omap":7,"kb_used_meta":31672,"kb_avail":93712168,"statfs":{"total":95995035648,"available":95961260032,"internally_reserved":0,"allocated":1314816,"data_stored":692462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7713,"internal_metadata":32432607},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724787,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":306820,"kb_used_data":5364,"kb_used_omap":1,"kb_used_meta":301438,"kb_avail":93438332,"statfs":{"total":95995035648,"available":95680851968,"internally_reserved":0,"allocated":5492736,"data_stored":4882192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":308672856},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3895,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1399,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5960,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6240,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2584,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3256,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6009,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T05:11:50.276 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-26T05:11:50.703 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:11:50 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:11:50] "GET /metrics HTTP/1.1" 200 34102 "" "Prometheus/2.43.0" 2024-04-26T05:11:51.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:50 smithi174 bash[69379]: audit 2024-04-26T05:11:49.463408+0000 mgr.y (mgr.25910) 371 : audit 0 from='client.44417 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T05:11:51.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:50 smithi174 bash[69379]: cluster 2024-04-26T05:11:49.710554+0000 mgr.y (mgr.25910) 372 : cluster 0 pgmap v309: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:51.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:50 smithi102 bash[82287]: audit 2024-04-26T05:11:49.463408+0000 mgr.y (mgr.25910) 371 : audit 0 from='client.44417 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T05:11:51.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:50 smithi102 bash[82287]: cluster 2024-04-26T05:11:49.710554+0000 mgr.y (mgr.25910) 372 : cluster 0 pgmap v309: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:51.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:50 smithi102 bash[84717]: audit 2024-04-26T05:11:49.463408+0000 mgr.y (mgr.25910) 371 : audit 0 from='client.44417 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T05:11:51.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:50 smithi102 bash[84717]: cluster 2024-04-26T05:11:49.710554+0000 mgr.y (mgr.25910) 372 : cluster 0 pgmap v309: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:53.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:52 smithi174 bash[69379]: cluster 2024-04-26T05:11:51.711344+0000 mgr.y (mgr.25910) 373 : cluster 0 pgmap v310: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:53.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:52 smithi102 bash[84717]: cluster 2024-04-26T05:11:51.711344+0000 mgr.y (mgr.25910) 373 : cluster 0 pgmap v310: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:53.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:52 smithi102 bash[82287]: cluster 2024-04-26T05:11:51.711344+0000 mgr.y (mgr.25910) 373 : cluster 0 pgmap v310: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:55.061 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:11:55.081 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:54 smithi102 bash[84717]: cluster 2024-04-26T05:11:53.712200+0000 mgr.y (mgr.25910) 374 : cluster 0 pgmap v311: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:55.081 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:54 smithi102 bash[82287]: cluster 2024-04-26T05:11:53.712200+0000 mgr.y (mgr.25910) 374 : cluster 0 pgmap v311: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:55.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:54 smithi174 bash[69379]: cluster 2024-04-26T05:11:53.712200+0000 mgr.y (mgr.25910) 374 : cluster 0 pgmap v311: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:57.182 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:56 smithi174 bash[69379]: cluster 2024-04-26T05:11:55.713246+0000 mgr.y (mgr.25910) 375 : cluster 0 pgmap v312: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:57.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:56 smithi102 bash[84717]: cluster 2024-04-26T05:11:55.713246+0000 mgr.y (mgr.25910) 375 : cluster 0 pgmap v312: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:57.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:56 smithi102 bash[82287]: cluster 2024-04-26T05:11:55.713246+0000 mgr.y (mgr.25910) 375 : cluster 0 pgmap v312: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:58.215 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:11:58.216 INFO:teuthology.orchestra.run.smithi102.stderr:dumped all 2024-04-26T05:11:58.973 INFO:teuthology.orchestra.run.smithi102.stdout:{"pg_ready":true,"pg_map":{"version":313,"stamp":"2024-04-26T05:11:57.713485+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":4790221,"num_objects":28,"num_object_clones":0,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":0,"num_read":6533,"num_read_kb":14020,"num_write":1146,"num_write_kb":15063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1198,"ondisk_log_size":1198,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":1078724,"kb_used_data":24200,"kb_used_omap":41,"kb_used_meta":1054358,"kb_avail":748882492,"statfs":{"total":767960285184,"available":766855671808,"internally_reserved":0,"allocated":24780800,"data_stored":19869979,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":42975,"internal_metadata":1079662625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005216"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":74,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.476317+0000","last_change":"2024-04-26T05:10:14.476317+0000","last_active":"2024-04-26T05:10:14.476317+0000","last_peered":"2024-04-26T05:10:14.476317+0000","last_clean":"2024-04-26T05:10:14.476317+0000","last_became_active":"2024-04-26T05:10:14.466384+0000","last_became_peered":"2024-04-26T05:10:14.466384+0000","last_unstale":"2024-04-26T05:10:14.476317+0000","last_undegraded":"2024-04-26T05:10:14.476317+0000","last_fullsized":"2024-04-26T05:10:14.476317+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:54:27.885167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"70'5","reported_seq":82,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.447045+0000","last_change":"2024-04-26T05:09:18.472705+0000","last_active":"2024-04-26T05:10:14.447045+0000","last_peered":"2024-04-26T05:10:14.447045+0000","last_clean":"2024-04-26T05:10:14.447045+0000","last_became_active":"2024-04-26T05:09:18.471607+0000","last_became_peered":"2024-04-26T05:09:18.471607+0000","last_unstale":"2024-04-26T05:10:14.447045+0000","last_undegraded":"2024-04-26T05:10:14.447045+0000","last_fullsized":"2024-04-26T05:10:14.447045+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:17:40.974291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":105,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.448593+0000","last_change":"2024-04-26T05:09:46.963512+0000","last_active":"2024-04-26T05:10:14.448593+0000","last_peered":"2024-04-26T05:10:14.448593+0000","last_clean":"2024-04-26T05:10:14.448593+0000","last_became_active":"2024-04-26T05:09:46.962551+0000","last_became_peered":"2024-04-26T05:09:46.962551+0000","last_unstale":"2024-04-26T05:10:14.448593+0000","last_undegraded":"2024-04-26T05:10:14.448593+0000","last_fullsized":"2024-04-26T05:10:14.448593+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:23:02.620241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"70'2","reported_seq":92,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.444604+0000","last_change":"2024-04-26T05:09:46.984247+0000","last_active":"2024-04-26T05:10:14.444604+0000","last_peered":"2024-04-26T05:10:14.444604+0000","last_clean":"2024-04-26T05:10:14.444604+0000","last_became_active":"2024-04-26T05:09:46.982659+0000","last_became_peered":"2024-04-26T05:09:46.982659+0000","last_unstale":"2024-04-26T05:10:14.444604+0000","last_undegraded":"2024-04-26T05:10:14.444604+0000","last_fullsized":"2024-04-26T05:10:14.444604+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:31:24.022251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":99,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.479444+0000","last_change":"2024-04-26T05:10:14.479444+0000","last_active":"2024-04-26T05:10:14.479444+0000","last_peered":"2024-04-26T05:10:14.479444+0000","last_clean":"2024-04-26T05:10:14.479444+0000","last_became_active":"2024-04-26T05:10:14.477528+0000","last_became_peered":"2024-04-26T05:10:14.477528+0000","last_unstale":"2024-04-26T05:10:14.479444+0000","last_undegraded":"2024-04-26T05:10:14.479444+0000","last_fullsized":"2024-04-26T05:10:14.479444+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:56:33.397988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"69'2","reported_seq":80,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.469713+0000","last_change":"2024-04-26T05:10:14.469713+0000","last_active":"2024-04-26T05:10:14.469713+0000","last_peered":"2024-04-26T05:10:14.469713+0000","last_clean":"2024-04-26T05:10:14.469713+0000","last_became_active":"2024-04-26T05:10:14.468535+0000","last_became_peered":"2024-04-26T05:10:14.468535+0000","last_unstale":"2024-04-26T05:10:14.469713+0000","last_undegraded":"2024-04-26T05:10:14.469713+0000","last_fullsized":"2024-04-26T05:10:14.469713+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:58:11.138827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":109,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.468520+0000","last_change":"2024-04-26T05:10:14.468520+0000","last_active":"2024-04-26T05:10:14.468520+0000","last_peered":"2024-04-26T05:10:14.468520+0000","last_clean":"2024-04-26T05:10:14.468520+0000","last_became_active":"2024-04-26T05:10:14.466312+0000","last_became_peered":"2024-04-26T05:10:14.466312+0000","last_unstale":"2024-04-26T05:10:14.468520+0000","last_undegraded":"2024-04-26T05:10:14.468520+0000","last_fullsized":"2024-04-26T05:10:14.468520+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:49:00.848215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,2],"acting":[4,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"69'2","reported_seq":97,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.479516+0000","last_change":"2024-04-26T05:10:14.479516+0000","last_active":"2024-04-26T05:10:14.479516+0000","last_peered":"2024-04-26T05:10:14.479516+0000","last_clean":"2024-04-26T05:10:14.479516+0000","last_became_active":"2024-04-26T05:10:14.478507+0000","last_became_peered":"2024-04-26T05:10:14.478507+0000","last_unstale":"2024-04-26T05:10:14.479516+0000","last_undegraded":"2024-04-26T05:10:14.479516+0000","last_fullsized":"2024-04-26T05:10:14.479516+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:20:35.148427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":103,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.439135+0000","last_change":"2024-04-26T05:09:46.962904+0000","last_active":"2024-04-26T05:10:14.439135+0000","last_peered":"2024-04-26T05:10:14.439135+0000","last_clean":"2024-04-26T05:10:14.439135+0000","last_became_active":"2024-04-26T05:09:46.961545+0000","last_became_peered":"2024-04-26T05:09:46.961545+0000","last_unstale":"2024-04-26T05:10:14.439135+0000","last_undegraded":"2024-04-26T05:10:14.439135+0000","last_fullsized":"2024-04-26T05:10:14.439135+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:06:25.804304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"70'2","reported_seq":77,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.470185+0000","last_change":"2024-04-26T05:10:14.470185+0000","last_active":"2024-04-26T05:10:14.470185+0000","last_peered":"2024-04-26T05:10:14.470185+0000","last_clean":"2024-04-26T05:10:14.470185+0000","last_became_active":"2024-04-26T05:10:14.469151+0000","last_became_peered":"2024-04-26T05:10:14.469151+0000","last_unstale":"2024-04-26T05:10:14.470185+0000","last_undegraded":"2024-04-26T05:10:14.470185+0000","last_fullsized":"2024-04-26T05:10:14.470185+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:08:04.856474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":63,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.476798+0000","last_change":"2024-04-26T05:10:14.476798+0000","last_active":"2024-04-26T05:10:14.476798+0000","last_peered":"2024-04-26T05:10:14.476798+0000","last_clean":"2024-04-26T05:10:14.476798+0000","last_became_active":"2024-04-26T05:10:14.465026+0000","last_became_peered":"2024-04-26T05:10:14.465026+0000","last_unstale":"2024-04-26T05:10:14.476798+0000","last_undegraded":"2024-04-26T05:10:14.476798+0000","last_fullsized":"2024-04-26T05:10:14.476798+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T14:46:00.055503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"70'1","reported_seq":86,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.471320+0000","last_change":"2024-04-26T05:10:14.470065+0000","last_active":"2024-04-26T05:10:14.471320+0000","last_peered":"2024-04-26T05:10:14.471320+0000","last_clean":"2024-04-26T05:10:14.471320+0000","last_became_active":"2024-04-26T05:10:14.469123+0000","last_became_peered":"2024-04-26T05:10:14.469123+0000","last_unstale":"2024-04-26T05:10:14.471320+0000","last_undegraded":"2024-04-26T05:10:14.471320+0000","last_fullsized":"2024-04-26T05:10:14.471320+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:31:41.088324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"88'62","reported_seq":335,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.454983+0000","last_change":"2024-04-26T05:09:18.479664+0000","last_active":"2024-04-26T05:10:13.454983+0000","last_peered":"2024-04-26T05:10:13.454983+0000","last_clean":"2024-04-26T05:10:13.454983+0000","last_became_active":"2024-04-26T05:09:18.478872+0000","last_became_peered":"2024-04-26T05:09:18.478872+0000","last_unstale":"2024-04-26T05:10:13.454983+0000","last_undegraded":"2024-04-26T05:10:13.454983+0000","last_fullsized":"2024-04-26T05:10:13.454983+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":62,"log_dups_size":0,"ondisk_log_size":62,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:40:10.121664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00069674799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":400,"num_read_kb":1727,"num_write":49,"num_write_kb":1238,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":80,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.443951+0000","last_change":"2024-04-26T05:09:46.974560+0000","last_active":"2024-04-26T05:10:14.443951+0000","last_peered":"2024-04-26T05:10:14.443951+0000","last_clean":"2024-04-26T05:10:14.443951+0000","last_became_active":"2024-04-26T05:09:46.973607+0000","last_became_peered":"2024-04-26T05:09:46.973607+0000","last_unstale":"2024-04-26T05:10:14.443951+0000","last_undegraded":"2024-04-26T05:10:14.443951+0000","last_fullsized":"2024-04-26T05:10:14.443951+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:06:47.046303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"88'171","reported_seq":685,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.473250+0000","last_change":"2024-04-26T05:10:14.473250+0000","last_active":"2024-04-26T05:10:14.473250+0000","last_peered":"2024-04-26T05:10:14.473250+0000","last_clean":"2024-04-26T05:10:14.473250+0000","last_became_active":"2024-04-26T05:10:14.471961+0000","last_became_peered":"2024-04-26T05:10:14.471961+0000","last_unstale":"2024-04-26T05:10:14.473250+0000","last_undegraded":"2024-04-26T05:10:14.473250+0000","last_fullsized":"2024-04-26T05:10:14.473250+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":171,"log_dups_size":0,"ondisk_log_size":171,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:47:33.579138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00094624300000000004,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":966,"num_read_kb":1985,"num_write":117,"num_write_kb":1158,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"69'2","reported_seq":84,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.445462+0000","last_change":"2024-04-26T05:09:46.980034+0000","last_active":"2024-04-26T05:10:14.445462+0000","last_peered":"2024-04-26T05:10:14.445462+0000","last_clean":"2024-04-26T05:10:14.445462+0000","last_became_active":"2024-04-26T05:09:46.978978+0000","last_became_peered":"2024-04-26T05:09:46.978978+0000","last_unstale":"2024-04-26T05:10:14.445462+0000","last_undegraded":"2024-04-26T05:10:14.445462+0000","last_fullsized":"2024-04-26T05:10:14.445462+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:19:06.084778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":63,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.447523+0000","last_change":"2024-04-26T05:07:17.938091+0000","last_active":"2024-04-26T05:10:14.447523+0000","last_peered":"2024-04-26T05:10:14.447523+0000","last_clean":"2024-04-26T05:10:14.447523+0000","last_became_active":"2024-04-26T05:07:17.936327+0000","last_became_peered":"2024-04-26T05:07:17.936327+0000","last_unstale":"2024-04-26T05:10:14.447523+0000","last_undegraded":"2024-04-26T05:10:14.447523+0000","last_fullsized":"2024-04-26T05:10:14.447523+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:13:51.100650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":62,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.454872+0000","last_change":"2024-04-26T05:09:18.483887+0000","last_active":"2024-04-26T05:10:14.454872+0000","last_peered":"2024-04-26T05:10:14.454872+0000","last_clean":"2024-04-26T05:10:14.454872+0000","last_became_active":"2024-04-26T05:09:18.483032+0000","last_became_peered":"2024-04-26T05:09:18.483032+0000","last_unstale":"2024-04-26T05:10:14.454872+0000","last_undegraded":"2024-04-26T05:10:14.454872+0000","last_fullsized":"2024-04-26T05:10:14.454872+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:06:12.877245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"88'47","reported_seq":324,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.475735+0000","last_change":"2024-04-26T05:10:14.475735+0000","last_active":"2024-04-26T05:10:14.475735+0000","last_peered":"2024-04-26T05:10:14.475735+0000","last_clean":"2024-04-26T05:10:14.475735+0000","last_became_active":"2024-04-26T05:10:14.474239+0000","last_became_peered":"2024-04-26T05:10:14.474239+0000","last_unstale":"2024-04-26T05:10:14.475735+0000","last_undegraded":"2024-04-26T05:10:14.475735+0000","last_fullsized":"2024-04-26T05:10:14.475735+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":47,"log_dups_size":0,"ondisk_log_size":47,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:00:21.671985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010115219999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":338,"num_read_kb":1590,"num_write":37,"num_write_kb":1197,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":81,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.446350+0000","last_change":"2024-04-26T05:09:18.472803+0000","last_active":"2024-04-26T05:10:14.446350+0000","last_peered":"2024-04-26T05:10:14.446350+0000","last_clean":"2024-04-26T05:10:14.446350+0000","last_became_active":"2024-04-26T05:09:18.471769+0000","last_became_peered":"2024-04-26T05:09:18.471769+0000","last_unstale":"2024-04-26T05:10:14.446350+0000","last_undegraded":"2024-04-26T05:10:14.446350+0000","last_fullsized":"2024-04-26T05:10:14.446350+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:32:19.003680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":81,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.470998+0000","last_change":"2024-04-26T05:10:14.469988+0000","last_active":"2024-04-26T05:10:14.470998+0000","last_peered":"2024-04-26T05:10:14.470998+0000","last_clean":"2024-04-26T05:10:14.470998+0000","last_became_active":"2024-04-26T05:10:14.469188+0000","last_became_peered":"2024-04-26T05:10:14.469188+0000","last_unstale":"2024-04-26T05:10:14.470998+0000","last_undegraded":"2024-04-26T05:10:14.470998+0000","last_fullsized":"2024-04-26T05:10:14.470998+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:00:09.112230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"88'80","reported_seq":231,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.436128+0000","last_change":"2024-04-26T05:07:51.588405+0000","last_active":"2024-04-26T05:10:13.436128+0000","last_peered":"2024-04-26T05:10:13.436128+0000","last_clean":"2024-04-26T05:10:13.436128+0000","last_became_active":"2024-04-26T05:07:51.587129+0000","last_became_peered":"2024-04-26T05:07:51.587129+0000","last_unstale":"2024-04-26T05:10:13.436128+0000","last_undegraded":"2024-04-26T05:10:13.436128+0000","last_fullsized":"2024-04-26T05:10:13.436128+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":80,"log_dups_size":0,"ondisk_log_size":80,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:57:03.575256+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00082049599999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":210,"num_read_kb":1347,"num_write":93,"num_write_kb":1159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":76,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.469553+0000","last_change":"2024-04-26T05:10:14.469553+0000","last_active":"2024-04-26T05:10:14.469553+0000","last_peered":"2024-04-26T05:10:14.469553+0000","last_clean":"2024-04-26T05:10:14.469553+0000","last_became_active":"2024-04-26T05:10:14.468696+0000","last_became_peered":"2024-04-26T05:10:14.468696+0000","last_unstale":"2024-04-26T05:10:14.469553+0000","last_undegraded":"2024-04-26T05:10:14.469553+0000","last_fullsized":"2024-04-26T05:10:14.469553+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:28:55.834908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":34,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.443938+0000","last_change":"2024-04-26T05:09:46.984499+0000","last_active":"2024-04-26T05:10:14.443938+0000","last_peered":"2024-04-26T05:10:14.443938+0000","last_clean":"2024-04-26T05:10:14.443938+0000","last_became_active":"2024-04-26T05:09:46.982959+0000","last_became_peered":"2024-04-26T05:09:46.982959+0000","last_unstale":"2024-04-26T05:10:14.443938+0000","last_undegraded":"2024-04-26T05:10:14.443938+0000","last_fullsized":"2024-04-26T05:10:14.443938+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:00:36.826786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"92'161","reported_seq":456,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.435904+0000","last_change":"2024-04-26T05:07:17.933138+0000","last_active":"2024-04-26T05:10:13.435904+0000","last_peered":"2024-04-26T05:10:13.435904+0000","last_clean":"2024-04-26T05:10:13.435904+0000","last_became_active":"2024-04-26T05:07:17.932017+0000","last_became_peered":"2024-04-26T05:07:17.932017+0000","last_unstale":"2024-04-26T05:10:13.435904+0000","last_undegraded":"2024-04-26T05:10:13.435904+0000","last_fullsized":"2024-04-26T05:10:13.435904+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:49:13.155083+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:49:13.155083+0000","last_clean_scrub_stamp":"2024-04-26T04:49:13.155083+0000","objects_scrubbed":0,"log_size":161,"log_dups_size":0,"ondisk_log_size":161,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:48:18.869280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"88'250","reported_seq":694,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.454825+0000","last_change":"2024-04-26T05:09:18.470265+0000","last_active":"2024-04-26T05:10:13.454825+0000","last_peered":"2024-04-26T05:10:13.454825+0000","last_clean":"2024-04-26T05:10:13.454825+0000","last_became_active":"2024-04-26T05:09:18.466285+0000","last_became_peered":"2024-04-26T05:09:18.466285+0000","last_unstale":"2024-04-26T05:10:13.454825+0000","last_undegraded":"2024-04-26T05:10:13.454825+0000","last_fullsized":"2024-04-26T05:10:13.454825+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":250,"log_dups_size":0,"ondisk_log_size":250,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:43:12.595836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090362400000000001,"stat_sum":{"num_bytes":4194304,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":906,"num_read_kb":1250,"num_write":248,"num_write_kb":4466,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":99,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.454483+0000","last_change":"2024-04-26T05:07:51.611447+0000","last_active":"2024-04-26T05:10:14.454483+0000","last_peered":"2024-04-26T05:10:14.454483+0000","last_clean":"2024-04-26T05:10:14.454483+0000","last_became_active":"2024-04-26T05:07:51.604978+0000","last_became_peered":"2024-04-26T05:07:51.604978+0000","last_unstale":"2024-04-26T05:10:14.454483+0000","last_undegraded":"2024-04-26T05:10:14.454483+0000","last_fullsized":"2024-04-26T05:10:14.454483+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:53:29.940806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":63,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.444291+0000","last_change":"2024-04-26T05:09:18.481625+0000","last_active":"2024-04-26T05:10:14.444291+0000","last_peered":"2024-04-26T05:10:14.444291+0000","last_clean":"2024-04-26T05:10:14.444291+0000","last_became_active":"2024-04-26T05:09:18.480811+0000","last_became_peered":"2024-04-26T05:09:18.480811+0000","last_unstale":"2024-04-26T05:10:14.444291+0000","last_undegraded":"2024-04-26T05:10:14.444291+0000","last_fullsized":"2024-04-26T05:10:14.444291+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:01:23.875960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"88'113","reported_seq":683,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.438558+0000","last_change":"2024-04-26T05:09:46.965877+0000","last_active":"2024-04-26T05:10:14.438558+0000","last_peered":"2024-04-26T05:10:14.438558+0000","last_clean":"2024-04-26T05:10:14.438558+0000","last_became_active":"2024-04-26T05:09:46.964268+0000","last_became_peered":"2024-04-26T05:09:46.964268+0000","last_unstale":"2024-04-26T05:10:14.438558+0000","last_undegraded":"2024-04-26T05:10:14.438558+0000","last_fullsized":"2024-04-26T05:10:14.438558+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":113,"log_dups_size":0,"ondisk_log_size":113,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:36:26.121251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00088099599999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":966,"num_read_kb":1817,"num_write":75,"num_write_kb":2082,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":71,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.455213+0000","last_change":"2024-04-26T05:09:46.971527+0000","last_active":"2024-04-26T05:10:14.455213+0000","last_peered":"2024-04-26T05:10:14.455213+0000","last_clean":"2024-04-26T05:10:14.455213+0000","last_became_active":"2024-04-26T05:09:46.970197+0000","last_became_peered":"2024-04-26T05:09:46.970197+0000","last_unstale":"2024-04-26T05:10:14.455213+0000","last_undegraded":"2024-04-26T05:10:14.455213+0000","last_fullsized":"2024-04-26T05:10:14.455213+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:54:28.593272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":70,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.485561+0000","last_change":"2024-04-26T05:10:14.485561+0000","last_active":"2024-04-26T05:10:14.485561+0000","last_peered":"2024-04-26T05:10:14.485561+0000","last_clean":"2024-04-26T05:10:14.485561+0000","last_became_active":"2024-04-26T05:10:14.484964+0000","last_became_peered":"2024-04-26T05:10:14.484964+0000","last_unstale":"2024-04-26T05:10:14.485561+0000","last_undegraded":"2024-04-26T05:10:14.485561+0000","last_fullsized":"2024-04-26T05:10:14.485561+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T16:12:58.653947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"88'151","reported_seq":928,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.454489+0000","last_change":"2024-04-26T05:07:51.596182+0000","last_active":"2024-04-26T05:10:13.454489+0000","last_peered":"2024-04-26T05:10:13.454489+0000","last_clean":"2024-04-26T05:10:13.454489+0000","last_became_active":"2024-04-26T05:07:51.595035+0000","last_became_peered":"2024-04-26T05:07:51.595035+0000","last_unstale":"2024-04-26T05:10:13.454489+0000","last_undegraded":"2024-04-26T05:10:13.454489+0000","last_fullsized":"2024-04-26T05:10:13.454489+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":151,"log_dups_size":0,"ondisk_log_size":151,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:55:35.955534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0024778479999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1489,"num_read_kb":2600,"num_write":128,"num_write_kb":1224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":62,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.487728+0000","last_change":"2024-04-26T05:10:14.487728+0000","last_active":"2024-04-26T05:10:14.487728+0000","last_peered":"2024-04-26T05:10:14.487728+0000","last_clean":"2024-04-26T05:10:14.487728+0000","last_became_active":"2024-04-26T05:10:14.487406+0000","last_became_peered":"2024-04-26T05:10:14.487406+0000","last_unstale":"2024-04-26T05:10:14.487728+0000","last_undegraded":"2024-04-26T05:10:14.487728+0000","last_fullsized":"2024-04-26T05:10:14.487728+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T16:56:23.353769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":94,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.459898+0000","last_change":"2024-04-26T05:09:46.974629+0000","last_active":"2024-04-26T05:10:13.459898+0000","last_peered":"2024-04-26T05:10:13.459898+0000","last_clean":"2024-04-26T05:10:13.459898+0000","last_became_active":"2024-04-26T05:09:46.973718+0000","last_became_peered":"2024-04-26T05:09:46.973718+0000","last_unstale":"2024-04-26T05:10:13.459898+0000","last_undegraded":"2024-04-26T05:10:13.459898+0000","last_fullsized":"2024-04-26T05:10:13.459898+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:09:25.135237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"88'102","reported_seq":553,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.454746+0000","last_change":"2024-04-26T05:07:51.606163+0000","last_active":"2024-04-26T05:10:14.454746+0000","last_peered":"2024-04-26T05:10:14.454746+0000","last_clean":"2024-04-26T05:10:14.454746+0000","last_became_active":"2024-04-26T05:07:51.598634+0000","last_became_peered":"2024-04-26T05:07:51.598634+0000","last_unstale":"2024-04-26T05:10:14.454746+0000","last_undegraded":"2024-04-26T05:10:14.454746+0000","last_fullsized":"2024-04-26T05:10:14.454746+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:54:49.931460+0000","last_clean_scrub_stamp":"2024-04-26T04:54:49.931460+0000","objects_scrubbed":0,"log_size":102,"log_dups_size":0,"ondisk_log_size":102,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:16:22.891480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001620919,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":720,"num_read_kb":740,"num_write":99,"num_write_kb":94,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":89,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.463415+0000","last_change":"2024-04-26T05:10:14.463415+0000","last_active":"2024-04-26T05:10:14.463415+0000","last_peered":"2024-04-26T05:10:14.463415+0000","last_clean":"2024-04-26T05:10:14.463415+0000","last_became_active":"2024-04-26T05:10:14.462577+0000","last_became_peered":"2024-04-26T05:10:14.462577+0000","last_unstale":"2024-04-26T05:10:14.463415+0000","last_undegraded":"2024-04-26T05:10:14.463415+0000","last_fullsized":"2024-04-26T05:10:14.463415+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:28:11.774657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,4],"acting":[5,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":86,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.444323+0000","last_change":"2024-04-26T05:09:46.980545+0000","last_active":"2024-04-26T05:10:14.444323+0000","last_peered":"2024-04-26T05:10:14.444323+0000","last_clean":"2024-04-26T05:10:14.444323+0000","last_became_active":"2024-04-26T05:09:46.979234+0000","last_became_peered":"2024-04-26T05:09:46.979234+0000","last_unstale":"2024-04-26T05:10:14.444323+0000","last_undegraded":"2024-04-26T05:10:14.444323+0000","last_fullsized":"2024-04-26T05:10:14.444323+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:09:34.727886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":74,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.477603+0000","last_change":"2024-04-26T05:10:14.477603+0000","last_active":"2024-04-26T05:10:14.477603+0000","last_peered":"2024-04-26T05:10:14.477603+0000","last_clean":"2024-04-26T05:10:14.477603+0000","last_became_active":"2024-04-26T05:10:14.476181+0000","last_became_peered":"2024-04-26T05:10:14.476181+0000","last_unstale":"2024-04-26T05:10:14.477603+0000","last_undegraded":"2024-04-26T05:10:14.477603+0000","last_fullsized":"2024-04-26T05:10:14.477603+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:23:19.387642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":79,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.486366+0000","last_change":"2024-04-26T05:10:14.486366+0000","last_active":"2024-04-26T05:10:14.486366+0000","last_peered":"2024-04-26T05:10:14.486366+0000","last_clean":"2024-04-26T05:10:14.486366+0000","last_became_active":"2024-04-26T05:10:14.478467+0000","last_became_peered":"2024-04-26T05:10:14.478467+0000","last_unstale":"2024-04-26T05:10:14.486366+0000","last_undegraded":"2024-04-26T05:10:14.486366+0000","last_fullsized":"2024-04-26T05:10:14.486366+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:43:43.951498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":95,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.484244+0000","last_change":"2024-04-26T05:10:14.484244+0000","last_active":"2024-04-26T05:10:14.484244+0000","last_peered":"2024-04-26T05:10:14.484244+0000","last_clean":"2024-04-26T05:10:14.484244+0000","last_became_active":"2024-04-26T05:10:14.482086+0000","last_became_peered":"2024-04-26T05:10:14.482086+0000","last_unstale":"2024-04-26T05:10:14.484244+0000","last_undegraded":"2024-04-26T05:10:14.484244+0000","last_fullsized":"2024-04-26T05:10:14.484244+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:49:24.724433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,1],"acting":[4,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":94,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.472905+0000","last_change":"2024-04-26T05:10:14.472905+0000","last_active":"2024-04-26T05:10:14.472905+0000","last_peered":"2024-04-26T05:10:14.472905+0000","last_clean":"2024-04-26T05:10:14.472905+0000","last_became_active":"2024-04-26T05:10:14.472116+0000","last_became_peered":"2024-04-26T05:10:14.472116+0000","last_unstale":"2024-04-26T05:10:14.472905+0000","last_undegraded":"2024-04-26T05:10:14.472905+0000","last_fullsized":"2024-04-26T05:10:14.472905+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:46:39.337826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":82,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.466603+0000","last_change":"2024-04-26T05:10:14.466603+0000","last_active":"2024-04-26T05:10:14.466603+0000","last_peered":"2024-04-26T05:10:14.466603+0000","last_clean":"2024-04-26T05:10:14.466603+0000","last_became_active":"2024-04-26T05:10:14.461681+0000","last_became_peered":"2024-04-26T05:10:14.461681+0000","last_unstale":"2024-04-26T05:10:14.466603+0000","last_undegraded":"2024-04-26T05:10:14.466603+0000","last_fullsized":"2024-04-26T05:10:14.466603+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:09:18.439428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"70'3","reported_seq":93,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.481129+0000","last_change":"2024-04-26T05:10:14.481129+0000","last_active":"2024-04-26T05:10:14.481129+0000","last_peered":"2024-04-26T05:10:14.481129+0000","last_clean":"2024-04-26T05:10:14.481129+0000","last_became_active":"2024-04-26T05:10:14.480344+0000","last_became_peered":"2024-04-26T05:10:14.480344+0000","last_unstale":"2024-04-26T05:10:14.481129+0000","last_undegraded":"2024-04-26T05:10:14.481129+0000","last_fullsized":"2024-04-26T05:10:14.481129+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:23:27.789271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":81,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.473562+0000","last_change":"2024-04-26T05:10:14.471672+0000","last_active":"2024-04-26T05:10:14.473562+0000","last_peered":"2024-04-26T05:10:14.473562+0000","last_clean":"2024-04-26T05:10:14.473562+0000","last_became_active":"2024-04-26T05:10:14.469806+0000","last_became_peered":"2024-04-26T05:10:14.469806+0000","last_unstale":"2024-04-26T05:10:14.473562+0000","last_undegraded":"2024-04-26T05:10:14.473562+0000","last_fullsized":"2024-04-26T05:10:14.473562+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:08:56.028960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":77,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.460603+0000","last_change":"2024-04-26T05:09:46.974954+0000","last_active":"2024-04-26T05:10:13.460603+0000","last_peered":"2024-04-26T05:10:13.460603+0000","last_clean":"2024-04-26T05:10:13.460603+0000","last_became_active":"2024-04-26T05:09:46.973206+0000","last_became_peered":"2024-04-26T05:09:46.973206+0000","last_unstale":"2024-04-26T05:10:13.460603+0000","last_undegraded":"2024-04-26T05:10:13.460603+0000","last_fullsized":"2024-04-26T05:10:13.460603+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T15:22:49.292075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":76,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.453312+0000","last_change":"2024-04-26T05:07:51.601340+0000","last_active":"2024-04-26T05:10:13.453312+0000","last_peered":"2024-04-26T05:10:13.453312+0000","last_clean":"2024-04-26T05:10:13.453312+0000","last_became_active":"2024-04-26T05:07:51.600419+0000","last_became_peered":"2024-04-26T05:07:51.600419+0000","last_unstale":"2024-04-26T05:10:13.453312+0000","last_undegraded":"2024-04-26T05:10:13.453312+0000","last_fullsized":"2024-04-26T05:10:13.453312+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:23:25.058549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"69'1","reported_seq":61,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.444184+0000","last_change":"2024-04-26T04:56:46.420428+0000","last_active":"2024-04-26T05:10:13.444184+0000","last_peered":"2024-04-26T05:10:13.444184+0000","last_clean":"2024-04-26T05:10:13.444184+0000","last_became_active":"2024-04-26T04:56:46.419530+0000","last_became_peered":"2024-04-26T04:56:46.419530+0000","last_unstale":"2024-04-26T05:10:13.444184+0000","last_undegraded":"2024-04-26T05:10:13.444184+0000","last_fullsized":"2024-04-26T05:10:13.444184+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:51:54.933077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":99,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.487547+0000","last_change":"2024-04-26T05:10:14.487547+0000","last_active":"2024-04-26T05:10:14.487547+0000","last_peered":"2024-04-26T05:10:14.487547+0000","last_clean":"2024-04-26T05:10:14.487547+0000","last_became_active":"2024-04-26T05:10:14.478632+0000","last_became_peered":"2024-04-26T05:10:14.478632+0000","last_unstale":"2024-04-26T05:10:14.487547+0000","last_undegraded":"2024-04-26T05:10:14.487547+0000","last_fullsized":"2024-04-26T05:10:14.487547+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T12:54:59.515124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"69'2","reported_seq":96,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.455903+0000","last_change":"2024-04-26T05:10:14.455903+0000","last_active":"2024-04-26T05:10:14.455903+0000","last_peered":"2024-04-26T05:10:14.455903+0000","last_clean":"2024-04-26T05:10:14.455903+0000","last_became_active":"2024-04-26T05:10:14.454814+0000","last_became_peered":"2024-04-26T05:10:14.454814+0000","last_unstale":"2024-04-26T05:10:14.455903+0000","last_undegraded":"2024-04-26T05:10:14.455903+0000","last_fullsized":"2024-04-26T05:10:14.455903+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:28:46.401833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":59,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.452891+0000","last_change":"2024-04-26T04:56:46.679833+0000","last_active":"2024-04-26T05:10:13.452891+0000","last_peered":"2024-04-26T05:10:13.452891+0000","last_clean":"2024-04-26T05:10:13.452891+0000","last_became_active":"2024-04-26T04:56:46.678909+0000","last_became_peered":"2024-04-26T04:56:46.678909+0000","last_unstale":"2024-04-26T05:10:13.452891+0000","last_undegraded":"2024-04-26T05:10:13.452891+0000","last_fullsized":"2024-04-26T05:10:13.452891+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:49:50.053966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"69'1","reported_seq":95,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.470518+0000","last_change":"2024-04-26T05:10:14.470518+0000","last_active":"2024-04-26T05:10:14.470518+0000","last_peered":"2024-04-26T05:10:14.470518+0000","last_clean":"2024-04-26T05:10:14.470518+0000","last_became_active":"2024-04-26T05:10:14.469508+0000","last_became_peered":"2024-04-26T05:10:14.469508+0000","last_unstale":"2024-04-26T05:10:14.470518+0000","last_undegraded":"2024-04-26T05:10:14.470518+0000","last_fullsized":"2024-04-26T05:10:14.470518+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:32:14.558635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":84,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.445035+0000","last_change":"2024-04-26T05:09:46.979973+0000","last_active":"2024-04-26T05:10:14.445035+0000","last_peered":"2024-04-26T05:10:14.445035+0000","last_clean":"2024-04-26T05:10:14.445035+0000","last_became_active":"2024-04-26T05:09:46.976062+0000","last_became_peered":"2024-04-26T05:09:46.976062+0000","last_unstale":"2024-04-26T05:10:14.445035+0000","last_undegraded":"2024-04-26T05:10:14.445035+0000","last_fullsized":"2024-04-26T05:10:14.445035+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T06:31:30.671236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"69'8","reported_seq":89,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.451632+0000","last_change":"2024-04-26T05:07:17.943628+0000","last_active":"2024-04-26T05:10:13.451632+0000","last_peered":"2024-04-26T05:10:13.451632+0000","last_clean":"2024-04-26T05:10:13.451632+0000","last_became_active":"2024-04-26T05:07:17.942649+0000","last_became_peered":"2024-04-26T05:07:17.942649+0000","last_unstale":"2024-04-26T05:10:13.451632+0000","last_undegraded":"2024-04-26T05:10:13.451632+0000","last_fullsized":"2024-04-26T05:10:13.451632+0000","mapping_epoch":96,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":97,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:30:04.906463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":71,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.446091+0000","last_change":"2024-04-26T05:09:46.963702+0000","last_active":"2024-04-26T05:10:14.446091+0000","last_peered":"2024-04-26T05:10:14.446091+0000","last_clean":"2024-04-26T05:10:14.446091+0000","last_became_active":"2024-04-26T05:09:46.961907+0000","last_became_peered":"2024-04-26T05:09:46.961907+0000","last_unstale":"2024-04-26T05:10:14.446091+0000","last_undegraded":"2024-04-26T05:10:14.446091+0000","last_fullsized":"2024-04-26T05:10:14.446091+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:23:05.344001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":76,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.467538+0000","last_change":"2024-04-26T05:10:14.467538+0000","last_active":"2024-04-26T05:10:14.467538+0000","last_peered":"2024-04-26T05:10:14.467538+0000","last_clean":"2024-04-26T05:10:14.467538+0000","last_became_active":"2024-04-26T05:10:14.466772+0000","last_became_peered":"2024-04-26T05:10:14.466772+0000","last_unstale":"2024-04-26T05:10:14.467538+0000","last_undegraded":"2024-04-26T05:10:14.467538+0000","last_fullsized":"2024-04-26T05:10:14.467538+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:11:06.163431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":76,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.459763+0000","last_change":"2024-04-26T05:09:46.973866+0000","last_active":"2024-04-26T05:10:13.459763+0000","last_peered":"2024-04-26T05:10:13.459763+0000","last_clean":"2024-04-26T05:10:13.459763+0000","last_became_active":"2024-04-26T05:09:46.973045+0000","last_became_peered":"2024-04-26T05:09:46.973045+0000","last_unstale":"2024-04-26T05:10:13.459763+0000","last_undegraded":"2024-04-26T05:10:13.459763+0000","last_fullsized":"2024-04-26T05:10:13.459763+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:35:16.876914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":72,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.445560+0000","last_change":"2024-04-26T05:09:46.963215+0000","last_active":"2024-04-26T05:10:14.445560+0000","last_peered":"2024-04-26T05:10:14.445560+0000","last_clean":"2024-04-26T05:10:14.445560+0000","last_became_active":"2024-04-26T05:09:46.961716+0000","last_became_peered":"2024-04-26T05:09:46.961716+0000","last_unstale":"2024-04-26T05:10:14.445560+0000","last_undegraded":"2024-04-26T05:10:14.445560+0000","last_fullsized":"2024-04-26T05:10:14.445560+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T16:35:34.905010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":84,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.445266+0000","last_change":"2024-04-26T05:09:46.982659+0000","last_active":"2024-04-26T05:10:14.445266+0000","last_peered":"2024-04-26T05:10:14.445266+0000","last_clean":"2024-04-26T05:10:14.445266+0000","last_became_active":"2024-04-26T05:09:46.981652+0000","last_became_peered":"2024-04-26T05:09:46.981652+0000","last_unstale":"2024-04-26T05:10:14.445266+0000","last_undegraded":"2024-04-26T05:10:14.445266+0000","last_fullsized":"2024-04-26T05:10:14.445266+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:20:59.112253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"69'2","reported_seq":97,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.475313+0000","last_change":"2024-04-26T05:10:14.475313+0000","last_active":"2024-04-26T05:10:14.475313+0000","last_peered":"2024-04-26T05:10:14.475313+0000","last_clean":"2024-04-26T05:10:14.475313+0000","last_became_active":"2024-04-26T05:10:14.474409+0000","last_became_peered":"2024-04-26T05:10:14.474409+0000","last_unstale":"2024-04-26T05:10:14.475313+0000","last_undegraded":"2024-04-26T05:10:14.475313+0000","last_fullsized":"2024-04-26T05:10:14.475313+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:12:55.832371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":88,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.467399+0000","last_change":"2024-04-26T05:10:14.467399+0000","last_active":"2024-04-26T05:10:14.467399+0000","last_peered":"2024-04-26T05:10:14.467399+0000","last_clean":"2024-04-26T05:10:14.467399+0000","last_became_active":"2024-04-26T05:10:14.461770+0000","last_became_peered":"2024-04-26T05:10:14.461770+0000","last_unstale":"2024-04-26T05:10:14.467399+0000","last_undegraded":"2024-04-26T05:10:14.467399+0000","last_fullsized":"2024-04-26T05:10:14.467399+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:55:27.780392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,2],"acting":[4,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"92'23","reported_seq":74,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.476596+0000","last_change":"2024-04-26T05:10:14.476596+0000","last_active":"2024-04-26T05:10:14.476596+0000","last_peered":"2024-04-26T05:10:14.476596+0000","last_clean":"2024-04-26T05:10:14.476596+0000","last_became_active":"2024-04-26T05:10:14.468838+0000","last_became_peered":"2024-04-26T05:10:14.468838+0000","last_unstale":"2024-04-26T05:10:14.476596+0000","last_undegraded":"2024-04-26T05:10:14.476596+0000","last_fullsized":"2024-04-26T05:10:14.476596+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:31:39.537381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4744,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":7,"num_read_kb":6,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":62,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.455713+0000","last_change":"2024-04-26T05:09:18.483764+0000","last_active":"2024-04-26T05:10:14.455713+0000","last_peered":"2024-04-26T05:10:14.455713+0000","last_clean":"2024-04-26T05:10:14.455713+0000","last_became_active":"2024-04-26T05:09:18.482947+0000","last_became_peered":"2024-04-26T05:09:18.482947+0000","last_unstale":"2024-04-26T05:10:14.455713+0000","last_undegraded":"2024-04-26T05:10:14.455713+0000","last_fullsized":"2024-04-26T05:10:14.455713+0000","mapping_epoch":106,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":107,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:24:55.822189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"69'3","reported_seq":98,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.476089+0000","last_change":"2024-04-26T05:10:14.476089+0000","last_active":"2024-04-26T05:10:14.476089+0000","last_peered":"2024-04-26T05:10:14.476089+0000","last_clean":"2024-04-26T05:10:14.476089+0000","last_became_active":"2024-04-26T05:10:14.475189+0000","last_became_peered":"2024-04-26T05:10:14.475189+0000","last_unstale":"2024-04-26T05:10:14.476089+0000","last_undegraded":"2024-04-26T05:10:14.476089+0000","last_fullsized":"2024-04-26T05:10:14.476089+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T05:38:12.031666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":33,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.448334+0000","last_change":"2024-04-26T05:09:46.980691+0000","last_active":"2024-04-26T05:10:14.448334+0000","last_peered":"2024-04-26T05:10:14.448334+0000","last_clean":"2024-04-26T05:10:14.448334+0000","last_became_active":"2024-04-26T05:09:46.979146+0000","last_became_peered":"2024-04-26T05:09:46.979146+0000","last_unstale":"2024-04-26T05:10:14.448334+0000","last_undegraded":"2024-04-26T05:10:14.448334+0000","last_fullsized":"2024-04-26T05:10:14.448334+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:16:51.125398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":77,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.455084+0000","last_change":"2024-04-26T05:07:51.592184+0000","last_active":"2024-04-26T05:10:13.455084+0000","last_peered":"2024-04-26T05:10:13.455084+0000","last_clean":"2024-04-26T05:10:13.455084+0000","last_became_active":"2024-04-26T05:07:51.591352+0000","last_became_peered":"2024-04-26T05:07:51.591352+0000","last_unstale":"2024-04-26T05:10:13.455084+0000","last_undegraded":"2024-04-26T05:10:13.455084+0000","last_fullsized":"2024-04-26T05:10:13.455084+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:41:59.970982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":84,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.443735+0000","last_change":"2024-04-26T05:09:46.966336+0000","last_active":"2024-04-26T05:10:14.443735+0000","last_peered":"2024-04-26T05:10:14.443735+0000","last_clean":"2024-04-26T05:10:14.443735+0000","last_became_active":"2024-04-26T05:09:46.965363+0000","last_became_peered":"2024-04-26T05:09:46.965363+0000","last_unstale":"2024-04-26T05:10:14.443735+0000","last_undegraded":"2024-04-26T05:10:14.443735+0000","last_fullsized":"2024-04-26T05:10:14.443735+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:57:10.234017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":72,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.447128+0000","last_change":"2024-04-26T05:09:46.962718+0000","last_active":"2024-04-26T05:10:14.447128+0000","last_peered":"2024-04-26T05:10:14.447128+0000","last_clean":"2024-04-26T05:10:14.447128+0000","last_became_active":"2024-04-26T05:09:46.961757+0000","last_became_peered":"2024-04-26T05:09:46.961757+0000","last_unstale":"2024-04-26T05:10:14.447128+0000","last_undegraded":"2024-04-26T05:10:14.447128+0000","last_fullsized":"2024-04-26T05:10:14.447128+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T10:25:44.668934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":76,"reported_epoch":116,"state":"active+clean","last_fresh":"2024-04-26T05:10:13.454731+0000","last_change":"2024-04-26T05:07:51.594106+0000","last_active":"2024-04-26T05:10:13.454731+0000","last_peered":"2024-04-26T05:10:13.454731+0000","last_clean":"2024-04-26T05:10:13.454731+0000","last_became_active":"2024-04-26T05:07:51.592711+0000","last_became_peered":"2024-04-26T05:07:51.592711+0000","last_unstale":"2024-04-26T05:10:13.454731+0000","last_undegraded":"2024-04-26T05:10:13.454731+0000","last_fullsized":"2024-04-26T05:10:13.454731+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:03:42.725533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":102,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.443766+0000","last_change":"2024-04-26T05:09:46.973049+0000","last_active":"2024-04-26T05:10:14.443766+0000","last_peered":"2024-04-26T05:10:14.443766+0000","last_clean":"2024-04-26T05:10:14.443766+0000","last_became_active":"2024-04-26T05:09:46.972125+0000","last_became_peered":"2024-04-26T05:09:46.972125+0000","last_unstale":"2024-04-26T05:10:14.443766+0000","last_undegraded":"2024-04-26T05:10:14.443766+0000","last_fullsized":"2024-04-26T05:10:14.443766+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T11:50:05.849571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":72,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.446221+0000","last_change":"2024-04-26T05:09:46.965203+0000","last_active":"2024-04-26T05:10:14.446221+0000","last_peered":"2024-04-26T05:10:14.446221+0000","last_clean":"2024-04-26T05:10:14.446221+0000","last_became_active":"2024-04-26T05:09:46.963168+0000","last_became_peered":"2024-04-26T05:09:46.963168+0000","last_unstale":"2024-04-26T05:10:14.446221+0000","last_undegraded":"2024-04-26T05:10:14.446221+0000","last_fullsized":"2024-04-26T05:10:14.446221+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T07:16:59.673454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":72,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.469241+0000","last_change":"2024-04-26T05:10:14.469241+0000","last_active":"2024-04-26T05:10:14.469241+0000","last_peered":"2024-04-26T05:10:14.469241+0000","last_clean":"2024-04-26T05:10:14.469241+0000","last_became_active":"2024-04-26T05:10:14.468954+0000","last_became_peered":"2024-04-26T05:10:14.468954+0000","last_unstale":"2024-04-26T05:10:14.469241+0000","last_undegraded":"2024-04-26T05:10:14.469241+0000","last_fullsized":"2024-04-26T05:10:14.469241+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T13:01:39.336947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":93,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.474731+0000","last_change":"2024-04-26T05:10:14.474731+0000","last_active":"2024-04-26T05:10:14.474731+0000","last_peered":"2024-04-26T05:10:14.474731+0000","last_clean":"2024-04-26T05:10:14.474731+0000","last_became_active":"2024-04-26T05:10:14.474207+0000","last_became_peered":"2024-04-26T05:10:14.474207+0000","last_unstale":"2024-04-26T05:10:14.474731+0000","last_undegraded":"2024-04-26T05:10:14.474731+0000","last_fullsized":"2024-04-26T05:10:14.474731+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:46.382331+0000","last_clean_scrub_stamp":"2024-04-26T04:56:46.382331+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T08:23:44.638697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"70'2","reported_seq":98,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-04-26T05:10:14.475368+0000","last_change":"2024-04-26T05:10:14.475368+0000","last_active":"2024-04-26T05:10:14.475368+0000","last_peered":"2024-04-26T05:10:14.475368+0000","last_clean":"2024-04-26T05:10:14.475368+0000","last_became_active":"2024-04-26T05:10:14.466311+0000","last_became_peered":"2024-04-26T05:10:14.466311+0000","last_unstale":"2024-04-26T05:10:14.475368+0000","last_undegraded":"2024-04-26T05:10:14.475368+0000","last_fullsized":"2024-04-26T05:10:14.475368+0000","mapping_epoch":116,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":117,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-26T04:56:45.377279+0000","last_clean_scrub_stamp":"2024-04-26T04:56:45.377279+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-27T09:48:11.929975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5530,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":38,"num_read_kb":40,"num_write":61,"num_write_kb":29,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24049,"internal_metadata":0},"log_size":61,"ondisk_log_size":61,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":500,"num_read_kb":924,"num_write":239,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":161,"ondisk_log_size":161,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":4194323,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":5995,"num_read_kb":13056,"num_write":846,"num_write_kb":12618,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12595200,"data_stored":12582969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5294,"internal_metadata":0},"log_size":976,"ondisk_log_size":976,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201505,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":307412,"kb_used_data":5960,"kb_used_omap":1,"kb_used_meta":301438,"kb_avail":93437740,"statfs":{"total":95995035648,"available":95680245760,"internally_reserved":0,"allocated":6103040,"data_stored":5476911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":308672856},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863463148,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":303308,"kb_used_data":1856,"kb_used_omap":1,"kb_used_meta":301438,"kb_avail":93441844,"statfs":{"total":95995035648,"available":95684448256,"internally_reserved":0,"allocated":1900544,"data_stored":1282430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":308672856},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":101,"seq":433791696947,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32956,"kb_used_data":1260,"kb_used_omap":7,"kb_used_meta":31672,"kb_avail":93712196,"statfs":{"total":95995035648,"available":95961288704,"internally_reserved":0,"allocated":1290240,"data_stored":687326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7944,"internal_metadata":32432376},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":96,"seq":412316860474,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":29384,"kb_used_data":1848,"kb_used_omap":7,"kb_used_meta":27512,"kb_avail":93715768,"statfs":{"total":95995035648,"available":95964946432,"internally_reserved":0,"allocated":1892352,"data_stored":1278524,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7664,"internal_metadata":28172816},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":106,"seq":455266533410,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32904,"kb_used_data":5364,"kb_used_omap":7,"kb_used_meta":27512,"kb_avail":93712248,"statfs":{"total":95995035648,"available":95961341952,"internally_reserved":0,"allocated":5492736,"data_stored":4882480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":8183,"internal_metadata":28172297},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":111,"seq":476741369884,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32956,"kb_used_data":1264,"kb_used_omap":6,"kb_used_meta":31673,"kb_avail":93712196,"statfs":{"total":95995035648,"available":95961288704,"internally_reserved":0,"allocated":1294336,"data_stored":687654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6359,"internal_metadata":32433961},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":116,"seq":498216206359,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32984,"kb_used_data":1284,"kb_used_omap":7,"kb_used_meta":31672,"kb_avail":93712168,"statfs":{"total":95995035648,"available":95961260032,"internally_reserved":0,"allocated":1314816,"data_stored":692462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7713,"internal_metadata":32432607},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724789,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":306820,"kb_used_data":5364,"kb_used_omap":1,"kb_used_meta":301438,"kb_avail":93438332,"statfs":{"total":95995035648,"available":95680851968,"internally_reserved":0,"allocated":5492736,"data_stored":4882192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":308672856},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3895,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1399,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4198400,"data_stored":4194323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4194304,"data_stored":4194304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5960,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6240,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2584,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3256,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4890,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6009,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":640,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4960,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-26T05:11:58.977 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-26T05:11:58.977 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-26T05:11:58.977 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-26T05:11:58.977 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:11:59.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:58 smithi174 bash[69379]: cluster 2024-04-26T05:11:57.714028+0000 mgr.y (mgr.25910) 376 : cluster 0 pgmap v313: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:59.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:58 smithi102 bash[84717]: cluster 2024-04-26T05:11:57.714028+0000 mgr.y (mgr.25910) 376 : cluster 0 pgmap v313: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:11:59.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:58 smithi102 bash[82287]: cluster 2024-04-26T05:11:57.714028+0000 mgr.y (mgr.25910) 376 : cluster 0 pgmap v313: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:00.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:11:59 smithi174 bash[69379]: audit 2024-04-26T05:11:58.208481+0000 mgr.y (mgr.25910) 377 : audit 0 from='client.44423 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T05:12:00.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:11:59 smithi102 bash[82287]: audit 2024-04-26T05:11:58.208481+0000 mgr.y (mgr.25910) 377 : audit 0 from='client.44423 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T05:12:00.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:11:59 smithi102 bash[84717]: audit 2024-04-26T05:11:58.208481+0000 mgr.y (mgr.25910) 377 : audit 0 from='client.44423 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-26T05:12:00.703 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:12:00 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:12:00] "GET /metrics HTTP/1.1" 200 34102 "" "Prometheus/2.43.0" 2024-04-26T05:12:01.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:00 smithi174 bash[69379]: cluster 2024-04-26T05:11:59.714994+0000 mgr.y (mgr.25910) 378 : cluster 0 pgmap v314: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:01.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:00 smithi102 bash[84717]: cluster 2024-04-26T05:11:59.714994+0000 mgr.y (mgr.25910) 378 : cluster 0 pgmap v314: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:01.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:00 smithi102 bash[82287]: cluster 2024-04-26T05:11:59.714994+0000 mgr.y (mgr.25910) 378 : cluster 0 pgmap v314: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:03.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:02 smithi174 bash[69379]: cluster 2024-04-26T05:12:01.715454+0000 mgr.y (mgr.25910) 379 : cluster 0 pgmap v315: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:03.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:02 smithi102 bash[84717]: cluster 2024-04-26T05:12:01.715454+0000 mgr.y (mgr.25910) 379 : cluster 0 pgmap v315: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:03.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:02 smithi102 bash[82287]: cluster 2024-04-26T05:12:01.715454+0000 mgr.y (mgr.25910) 379 : cluster 0 pgmap v315: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:03.761 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:12:04.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:03 smithi174 bash[69379]: audit 2024-04-26T05:12:03.225274+0000 mon.c (mon.2) 165 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:12:04.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:03 smithi102 bash[82287]: audit 2024-04-26T05:12:03.225274+0000 mon.c (mon.2) 165 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:12:04.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:03 smithi102 bash[84717]: audit 2024-04-26T05:12:03.225274+0000 mon.c (mon.2) 165 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:12:05.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:04 smithi174 bash[69379]: cluster 2024-04-26T05:12:03.716207+0000 mgr.y (mgr.25910) 380 : cluster 0 pgmap v316: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:05.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:04 smithi102 bash[84717]: cluster 2024-04-26T05:12:03.716207+0000 mgr.y (mgr.25910) 380 : cluster 0 pgmap v316: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:05.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:04 smithi102 bash[82287]: cluster 2024-04-26T05:12:03.716207+0000 mgr.y (mgr.25910) 380 : cluster 0 pgmap v316: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:06.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:06 smithi102 bash[84717]: cluster 2024-04-26T05:12:05.717206+0000 mgr.y (mgr.25910) 381 : cluster 0 pgmap v317: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:06.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:06 smithi102 bash[82287]: cluster 2024-04-26T05:12:05.717206+0000 mgr.y (mgr.25910) 381 : cluster 0 pgmap v317: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:07.105 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:12:07.105 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:12:07.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:06 smithi174 bash[69379]: cluster 2024-04-26T05:12:05.717206+0000 mgr.y (mgr.25910) 381 : cluster 0 pgmap v317: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:08.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:07 smithi174 bash[69379]: audit 2024-04-26T05:12:07.107645+0000 mon.c (mon.2) 166 : audit 0 from='client.? 172.21.15.102:0/893227064' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:12:08.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:07 smithi102 bash[84717]: audit 2024-04-26T05:12:07.107645+0000 mon.c (mon.2) 166 : audit 0 from='client.? 172.21.15.102:0/893227064' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:12:08.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:07 smithi102 bash[82287]: audit 2024-04-26T05:12:07.107645+0000 mon.c (mon.2) 166 : audit 0 from='client.? 172.21.15.102:0/893227064' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:12:09.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:08 smithi174 bash[69379]: cluster 2024-04-26T05:12:07.717984+0000 mgr.y (mgr.25910) 382 : cluster 0 pgmap v318: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:09.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:08 smithi102 bash[82287]: cluster 2024-04-26T05:12:07.717984+0000 mgr.y (mgr.25910) 382 : cluster 0 pgmap v318: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:09.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:08 smithi102 bash[84717]: cluster 2024-04-26T05:12:07.717984+0000 mgr.y (mgr.25910) 382 : cluster 0 pgmap v318: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:10.703 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:12:10 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:12:10] "GET /metrics HTTP/1.1" 200 34101 "" "Prometheus/2.43.0" 2024-04-26T05:12:10.891 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:12:11.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:10 smithi174 bash[69379]: cluster 2024-04-26T05:12:09.718931+0000 mgr.y (mgr.25910) 383 : cluster 0 pgmap v319: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:11.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:10 smithi102 bash[82287]: cluster 2024-04-26T05:12:09.718931+0000 mgr.y (mgr.25910) 383 : cluster 0 pgmap v319: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:11.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:10 smithi102 bash[84717]: cluster 2024-04-26T05:12:09.718931+0000 mgr.y (mgr.25910) 383 : cluster 0 pgmap v319: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:13.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:12 smithi174 bash[69379]: cluster 2024-04-26T05:12:11.719702+0000 mgr.y (mgr.25910) 384 : cluster 0 pgmap v320: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:13.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:12 smithi102 bash[84717]: cluster 2024-04-26T05:12:11.719702+0000 mgr.y (mgr.25910) 384 : cluster 0 pgmap v320: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:13.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:12 smithi102 bash[82287]: cluster 2024-04-26T05:12:11.719702+0000 mgr.y (mgr.25910) 384 : cluster 0 pgmap v320: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:15.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:14 smithi174 bash[69379]: cluster 2024-04-26T05:12:13.720509+0000 mgr.y (mgr.25910) 385 : cluster 0 pgmap v321: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:15.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:14 smithi102 bash[82287]: cluster 2024-04-26T05:12:13.720509+0000 mgr.y (mgr.25910) 385 : cluster 0 pgmap v321: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:15.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:14 smithi102 bash[84717]: cluster 2024-04-26T05:12:13.720509+0000 mgr.y (mgr.25910) 385 : cluster 0 pgmap v321: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:15.672 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:12:16.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:16 smithi102 bash[82287]: cluster 2024-04-26T05:12:15.721158+0000 mgr.y (mgr.25910) 386 : cluster 0 pgmap v322: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:16.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:16 smithi102 bash[84717]: cluster 2024-04-26T05:12:15.721158+0000 mgr.y (mgr.25910) 386 : cluster 0 pgmap v322: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:17.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:16 smithi174 bash[69379]: cluster 2024-04-26T05:12:15.721158+0000 mgr.y (mgr.25910) 386 : cluster 0 pgmap v322: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:18.826 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:12:18.827 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:12:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:18 smithi174 bash[69379]: cluster 2024-04-26T05:12:17.721953+0000 mgr.y (mgr.25910) 387 : cluster 0 pgmap v323: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:18 smithi174 bash[69379]: audit 2024-04-26T05:12:18.225741+0000 mon.c (mon.2) 167 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:12:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:18 smithi174 bash[69379]: audit 2024-04-26T05:12:18.828790+0000 mon.c (mon.2) 168 : audit 0 from='client.? 172.21.15.102:0/3804672190' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:12:19.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:18 smithi102 bash[84717]: cluster 2024-04-26T05:12:17.721953+0000 mgr.y (mgr.25910) 387 : cluster 0 pgmap v323: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:19.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:18 smithi102 bash[84717]: audit 2024-04-26T05:12:18.225741+0000 mon.c (mon.2) 167 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:12:19.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:18 smithi102 bash[84717]: audit 2024-04-26T05:12:18.828790+0000 mon.c (mon.2) 168 : audit 0 from='client.? 172.21.15.102:0/3804672190' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:12:19.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:18 smithi102 bash[82287]: cluster 2024-04-26T05:12:17.721953+0000 mgr.y (mgr.25910) 387 : cluster 0 pgmap v323: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:19.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:18 smithi102 bash[82287]: audit 2024-04-26T05:12:18.225741+0000 mon.c (mon.2) 167 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:12:19.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:18 smithi102 bash[82287]: audit 2024-04-26T05:12:18.828790+0000 mon.c (mon.2) 168 : audit 0 from='client.? 172.21.15.102:0/3804672190' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:12:20.703 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:12:20 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:12:20] "GET /metrics HTTP/1.1" 200 34099 "" "Prometheus/2.43.0" 2024-04-26T05:12:21.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:20 smithi174 bash[69379]: cluster 2024-04-26T05:12:19.722941+0000 mgr.y (mgr.25910) 388 : cluster 0 pgmap v324: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:21.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:20 smithi102 bash[82287]: cluster 2024-04-26T05:12:19.722941+0000 mgr.y (mgr.25910) 388 : cluster 0 pgmap v324: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:21.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:20 smithi102 bash[84717]: cluster 2024-04-26T05:12:19.722941+0000 mgr.y (mgr.25910) 388 : cluster 0 pgmap v324: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:22.604 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:12:22.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:22 smithi102 bash[84717]: cluster 2024-04-26T05:12:21.723680+0000 mgr.y (mgr.25910) 389 : cluster 0 pgmap v325: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:22.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:22 smithi102 bash[82287]: cluster 2024-04-26T05:12:21.723680+0000 mgr.y (mgr.25910) 389 : cluster 0 pgmap v325: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:23.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:22 smithi174 bash[69379]: cluster 2024-04-26T05:12:21.723680+0000 mgr.y (mgr.25910) 389 : cluster 0 pgmap v325: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:25.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:24 smithi174 bash[69379]: cluster 2024-04-26T05:12:23.724422+0000 mgr.y (mgr.25910) 390 : cluster 0 pgmap v326: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:25.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:24 smithi102 bash[84717]: cluster 2024-04-26T05:12:23.724422+0000 mgr.y (mgr.25910) 390 : cluster 0 pgmap v326: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:25.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:24 smithi102 bash[82287]: cluster 2024-04-26T05:12:23.724422+0000 mgr.y (mgr.25910) 390 : cluster 0 pgmap v326: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:27.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:26 smithi174 bash[69379]: cluster 2024-04-26T05:12:25.725439+0000 mgr.y (mgr.25910) 391 : cluster 0 pgmap v327: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:27.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:26 smithi102 bash[82287]: cluster 2024-04-26T05:12:25.725439+0000 mgr.y (mgr.25910) 391 : cluster 0 pgmap v327: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:27.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:26 smithi102 bash[84717]: cluster 2024-04-26T05:12:25.725439+0000 mgr.y (mgr.25910) 391 : cluster 0 pgmap v327: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:27.394 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:12:29.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:28 smithi174 bash[69379]: cluster 2024-04-26T05:12:27.726164+0000 mgr.y (mgr.25910) 392 : cluster 0 pgmap v328: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:29.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:28 smithi102 bash[84717]: cluster 2024-04-26T05:12:27.726164+0000 mgr.y (mgr.25910) 392 : cluster 0 pgmap v328: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:29.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:28 smithi102 bash[82287]: cluster 2024-04-26T05:12:27.726164+0000 mgr.y (mgr.25910) 392 : cluster 0 pgmap v328: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:30.601 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:12:30.601 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:12:30.703 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:12:30 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:12:30] "GET /metrics HTTP/1.1" 200 34099 "" "Prometheus/2.43.0" 2024-04-26T05:12:31.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:30 smithi174 bash[69379]: cluster 2024-04-26T05:12:29.727039+0000 mgr.y (mgr.25910) 393 : cluster 0 pgmap v329: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:31.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:30 smithi174 bash[69379]: audit 2024-04-26T05:12:30.603469+0000 mon.c (mon.2) 169 : audit 0 from='client.? 172.21.15.102:0/2579176212' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:12:31.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:30 smithi102 bash[84717]: cluster 2024-04-26T05:12:29.727039+0000 mgr.y (mgr.25910) 393 : cluster 0 pgmap v329: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:31.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:30 smithi102 bash[84717]: audit 2024-04-26T05:12:30.603469+0000 mon.c (mon.2) 169 : audit 0 from='client.? 172.21.15.102:0/2579176212' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:12:31.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:30 smithi102 bash[82287]: cluster 2024-04-26T05:12:29.727039+0000 mgr.y (mgr.25910) 393 : cluster 0 pgmap v329: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:31.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:30 smithi102 bash[82287]: audit 2024-04-26T05:12:30.603469+0000 mon.c (mon.2) 169 : audit 0 from='client.? 172.21.15.102:0/2579176212' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:12:33.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:32 smithi174 bash[69379]: cluster 2024-04-26T05:12:31.727774+0000 mgr.y (mgr.25910) 394 : cluster 0 pgmap v330: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:33.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:32 smithi102 bash[84717]: cluster 2024-04-26T05:12:31.727774+0000 mgr.y (mgr.25910) 394 : cluster 0 pgmap v330: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:33.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:32 smithi102 bash[82287]: cluster 2024-04-26T05:12:31.727774+0000 mgr.y (mgr.25910) 394 : cluster 0 pgmap v330: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:34.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:33 smithi174 bash[69379]: audit 2024-04-26T05:12:33.226174+0000 mon.c (mon.2) 170 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:12:34.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:33 smithi102 bash[84717]: audit 2024-04-26T05:12:33.226174+0000 mon.c (mon.2) 170 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:12:34.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:33 smithi102 bash[82287]: audit 2024-04-26T05:12:33.226174+0000 mon.c (mon.2) 170 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:12:34.378 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:12:35.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:34 smithi174 bash[69379]: cluster 2024-04-26T05:12:33.728520+0000 mgr.y (mgr.25910) 395 : cluster 0 pgmap v331: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:35.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:34 smithi102 bash[82287]: cluster 2024-04-26T05:12:33.728520+0000 mgr.y (mgr.25910) 395 : cluster 0 pgmap v331: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:35.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:34 smithi102 bash[84717]: cluster 2024-04-26T05:12:33.728520+0000 mgr.y (mgr.25910) 395 : cluster 0 pgmap v331: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:37.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:36 smithi174 bash[69379]: cluster 2024-04-26T05:12:35.729530+0000 mgr.y (mgr.25910) 396 : cluster 0 pgmap v332: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:37.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:36 smithi102 bash[82287]: cluster 2024-04-26T05:12:35.729530+0000 mgr.y (mgr.25910) 396 : cluster 0 pgmap v332: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:37.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:36 smithi102 bash[84717]: cluster 2024-04-26T05:12:35.729530+0000 mgr.y (mgr.25910) 396 : cluster 0 pgmap v332: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:39.167 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:12:39.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:38 smithi174 bash[69379]: cluster 2024-04-26T05:12:37.730336+0000 mgr.y (mgr.25910) 397 : cluster 0 pgmap v333: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:39.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:38 smithi102 bash[84717]: cluster 2024-04-26T05:12:37.730336+0000 mgr.y (mgr.25910) 397 : cluster 0 pgmap v333: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:39.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:38 smithi102 bash[82287]: cluster 2024-04-26T05:12:37.730336+0000 mgr.y (mgr.25910) 397 : cluster 0 pgmap v333: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:40.453 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:12:40 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:12:40] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.43.0" 2024-04-26T05:12:41.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:40 smithi102 bash[84717]: cluster 2024-04-26T05:12:39.731356+0000 mgr.y (mgr.25910) 398 : cluster 0 pgmap v334: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:41.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:40 smithi102 bash[82287]: cluster 2024-04-26T05:12:39.731356+0000 mgr.y (mgr.25910) 398 : cluster 0 pgmap v334: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:41.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:40 smithi174 bash[69379]: cluster 2024-04-26T05:12:39.731356+0000 mgr.y (mgr.25910) 398 : cluster 0 pgmap v334: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:42.491 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:12:42.491 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:12:43.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:42 smithi174 bash[69379]: cluster 2024-04-26T05:12:41.732106+0000 mgr.y (mgr.25910) 399 : cluster 0 pgmap v335: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:43.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:42 smithi174 bash[69379]: audit 2024-04-26T05:12:42.493285+0000 mon.c (mon.2) 171 : audit 0 from='client.? 172.21.15.102:0/3344049146' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:12:43.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:42 smithi102 bash[82287]: cluster 2024-04-26T05:12:41.732106+0000 mgr.y (mgr.25910) 399 : cluster 0 pgmap v335: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:43.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:42 smithi102 bash[82287]: audit 2024-04-26T05:12:42.493285+0000 mon.c (mon.2) 171 : audit 0 from='client.? 172.21.15.102:0/3344049146' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:12:43.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:42 smithi102 bash[84717]: cluster 2024-04-26T05:12:41.732106+0000 mgr.y (mgr.25910) 399 : cluster 0 pgmap v335: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:43.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:42 smithi102 bash[84717]: audit 2024-04-26T05:12:42.493285+0000 mon.c (mon.2) 171 : audit 0 from='client.? 172.21.15.102:0/3344049146' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:12:45.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:44 smithi174 bash[69379]: cluster 2024-04-26T05:12:43.732896+0000 mgr.y (mgr.25910) 400 : cluster 0 pgmap v336: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:45.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:44 smithi102 bash[82287]: cluster 2024-04-26T05:12:43.732896+0000 mgr.y (mgr.25910) 400 : cluster 0 pgmap v336: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:45.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:44 smithi102 bash[84717]: cluster 2024-04-26T05:12:43.732896+0000 mgr.y (mgr.25910) 400 : cluster 0 pgmap v336: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:46.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:45 smithi174 bash[69379]: audit 2024-04-26T05:12:45.813716+0000 mon.c (mon.2) 172 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:12:46.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:45 smithi102 bash[82287]: audit 2024-04-26T05:12:45.813716+0000 mon.c (mon.2) 172 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:12:46.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:45 smithi102 bash[84717]: audit 2024-04-26T05:12:45.813716+0000 mon.c (mon.2) 172 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:12:46.261 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:12:47.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:46 smithi174 bash[69379]: cluster 2024-04-26T05:12:45.733921+0000 mgr.y (mgr.25910) 401 : cluster 0 pgmap v337: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:47.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:46 smithi102 bash[84717]: cluster 2024-04-26T05:12:45.733921+0000 mgr.y (mgr.25910) 401 : cluster 0 pgmap v337: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:47.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:46 smithi102 bash[82287]: cluster 2024-04-26T05:12:45.733921+0000 mgr.y (mgr.25910) 401 : cluster 0 pgmap v337: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:49.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:48 smithi174 bash[69379]: cluster 2024-04-26T05:12:47.734834+0000 mgr.y (mgr.25910) 402 : cluster 0 pgmap v338: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:49.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:48 smithi174 bash[69379]: audit 2024-04-26T05:12:48.226680+0000 mon.c (mon.2) 173 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:12:49.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:48 smithi102 bash[84717]: cluster 2024-04-26T05:12:47.734834+0000 mgr.y (mgr.25910) 402 : cluster 0 pgmap v338: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:49.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:48 smithi102 bash[84717]: audit 2024-04-26T05:12:48.226680+0000 mon.c (mon.2) 173 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:12:49.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:48 smithi102 bash[82287]: cluster 2024-04-26T05:12:47.734834+0000 mgr.y (mgr.25910) 402 : cluster 0 pgmap v338: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:49.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:48 smithi102 bash[82287]: audit 2024-04-26T05:12:48.226680+0000 mon.c (mon.2) 173 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:12:50.703 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:12:50 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:12:50] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.43.0" 2024-04-26T05:12:50.879 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:12:51.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:50 smithi174 bash[69379]: cluster 2024-04-26T05:12:49.735795+0000 mgr.y (mgr.25910) 403 : cluster 0 pgmap v339: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:51.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:50 smithi102 bash[84717]: cluster 2024-04-26T05:12:49.735795+0000 mgr.y (mgr.25910) 403 : cluster 0 pgmap v339: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:51.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:50 smithi102 bash[82287]: cluster 2024-04-26T05:12:49.735795+0000 mgr.y (mgr.25910) 403 : cluster 0 pgmap v339: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:52.900 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:52 smithi102 bash[82287]: audit 2024-04-26T05:12:51.605886+0000 mon.a (mon.0) 471 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:12:52.900 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:52 smithi102 bash[82287]: audit 2024-04-26T05:12:51.613598+0000 mon.a (mon.0) 472 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:12:52.900 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:52 smithi102 bash[82287]: cluster 2024-04-26T05:12:51.736288+0000 mgr.y (mgr.25910) 404 : cluster 0 pgmap v340: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:52.900 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:52 smithi102 bash[82287]: audit 2024-04-26T05:12:51.916528+0000 mon.a (mon.0) 473 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:12:52.900 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:52 smithi102 bash[82287]: audit 2024-04-26T05:12:51.930274+0000 mon.a (mon.0) 474 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:12:52.901 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:52 smithi102 bash[82287]: audit 2024-04-26T05:12:52.502074+0000 mon.c (mon.2) 174 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:12:52.901 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:52 smithi102 bash[82287]: audit 2024-04-26T05:12:52.503373+0000 mon.c (mon.2) 175 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:12:52.901 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:52 smithi102 bash[82287]: audit 2024-04-26T05:12:52.514388+0000 mon.a (mon.0) 475 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:12:52.901 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:52 smithi102 bash[84717]: audit 2024-04-26T05:12:51.605886+0000 mon.a (mon.0) 471 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:12:52.901 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:52 smithi102 bash[84717]: audit 2024-04-26T05:12:51.613598+0000 mon.a (mon.0) 472 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:12:52.901 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:52 smithi102 bash[84717]: cluster 2024-04-26T05:12:51.736288+0000 mgr.y (mgr.25910) 404 : cluster 0 pgmap v340: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:52.901 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:52 smithi102 bash[84717]: audit 2024-04-26T05:12:51.916528+0000 mon.a (mon.0) 473 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:12:52.901 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:52 smithi102 bash[84717]: audit 2024-04-26T05:12:51.930274+0000 mon.a (mon.0) 474 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:12:52.901 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:52 smithi102 bash[84717]: audit 2024-04-26T05:12:52.502074+0000 mon.c (mon.2) 174 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:12:52.901 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:52 smithi102 bash[84717]: audit 2024-04-26T05:12:52.503373+0000 mon.c (mon.2) 175 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:12:52.901 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:52 smithi102 bash[84717]: audit 2024-04-26T05:12:52.514388+0000 mon.a (mon.0) 475 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:12:52.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:52 smithi174 bash[69379]: audit 2024-04-26T05:12:51.605886+0000 mon.a (mon.0) 471 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:12:52.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:52 smithi174 bash[69379]: audit 2024-04-26T05:12:51.613598+0000 mon.a (mon.0) 472 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:12:52.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:52 smithi174 bash[69379]: cluster 2024-04-26T05:12:51.736288+0000 mgr.y (mgr.25910) 404 : cluster 0 pgmap v340: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:52.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:52 smithi174 bash[69379]: audit 2024-04-26T05:12:51.916528+0000 mon.a (mon.0) 473 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:12:52.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:52 smithi174 bash[69379]: audit 2024-04-26T05:12:51.930274+0000 mon.a (mon.0) 474 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:12:52.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:52 smithi174 bash[69379]: audit 2024-04-26T05:12:52.502074+0000 mon.c (mon.2) 174 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:12:52.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:52 smithi174 bash[69379]: audit 2024-04-26T05:12:52.503373+0000 mon.c (mon.2) 175 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:12:52.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:52 smithi174 bash[69379]: audit 2024-04-26T05:12:52.514388+0000 mon.a (mon.0) 475 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:12:53.886 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:53 smithi102 bash[82287]: cluster 2024-04-26T05:12:52.505518+0000 mgr.y (mgr.25910) 405 : cluster 0 pgmap v341: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:53.886 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:53 smithi102 bash[82287]: cluster 2024-04-26T05:12:52.505955+0000 mgr.y (mgr.25910) 406 : cluster 0 pgmap v342: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:53.887 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:53 smithi102 bash[84717]: cluster 2024-04-26T05:12:52.505518+0000 mgr.y (mgr.25910) 405 : cluster 0 pgmap v341: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:53.887 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:53 smithi102 bash[84717]: cluster 2024-04-26T05:12:52.505955+0000 mgr.y (mgr.25910) 406 : cluster 0 pgmap v342: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:53.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:53 smithi174 bash[69379]: cluster 2024-04-26T05:12:52.505518+0000 mgr.y (mgr.25910) 405 : cluster 0 pgmap v341: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:53.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:53 smithi174 bash[69379]: cluster 2024-04-26T05:12:52.505955+0000 mgr.y (mgr.25910) 406 : cluster 0 pgmap v342: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:54.327 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:12:54.455 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:12:54.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:54 smithi174 bash[69379]: audit 2024-04-26T05:12:54.329550+0000 mon.c (mon.2) 176 : audit 0 from='client.? 172.21.15.102:0/1474853548' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:12:54.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:54 smithi102 bash[84717]: audit 2024-04-26T05:12:54.329550+0000 mon.c (mon.2) 176 : audit 0 from='client.? 172.21.15.102:0/1474853548' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:12:54.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:54 smithi102 bash[82287]: audit 2024-04-26T05:12:54.329550+0000 mon.c (mon.2) 176 : audit 0 from='client.? 172.21.15.102:0/1474853548' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:12:55.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:55 smithi174 bash[69379]: cluster 2024-04-26T05:12:54.506852+0000 mgr.y (mgr.25910) 407 : cluster 0 pgmap v343: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:55.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:55 smithi102 bash[82287]: cluster 2024-04-26T05:12:54.506852+0000 mgr.y (mgr.25910) 407 : cluster 0 pgmap v343: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:55.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:55 smithi102 bash[84717]: cluster 2024-04-26T05:12:54.506852+0000 mgr.y (mgr.25910) 407 : cluster 0 pgmap v343: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:57.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:57 smithi174 bash[69379]: cluster 2024-04-26T05:12:56.507677+0000 mgr.y (mgr.25910) 408 : cluster 0 pgmap v344: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:57.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:57 smithi102 bash[82287]: cluster 2024-04-26T05:12:56.507677+0000 mgr.y (mgr.25910) 408 : cluster 0 pgmap v344: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:57.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:57 smithi102 bash[84717]: cluster 2024-04-26T05:12:56.507677+0000 mgr.y (mgr.25910) 408 : cluster 0 pgmap v344: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:58.153 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:12:59.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:12:59 smithi174 bash[69379]: cluster 2024-04-26T05:12:58.508428+0000 mgr.y (mgr.25910) 409 : cluster 0 pgmap v345: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:59.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:12:59 smithi102 bash[82287]: cluster 2024-04-26T05:12:58.508428+0000 mgr.y (mgr.25910) 409 : cluster 0 pgmap v345: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:12:59.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:12:59 smithi102 bash[84717]: cluster 2024-04-26T05:12:58.508428+0000 mgr.y (mgr.25910) 409 : cluster 0 pgmap v345: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:00.703 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:13:00 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:13:00] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.43.0" 2024-04-26T05:13:01.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:01 smithi174 bash[69379]: cluster 2024-04-26T05:13:00.509441+0000 mgr.y (mgr.25910) 410 : cluster 0 pgmap v346: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:01.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:01 smithi102 bash[82287]: cluster 2024-04-26T05:13:00.509441+0000 mgr.y (mgr.25910) 410 : cluster 0 pgmap v346: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:01.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:01 smithi102 bash[84717]: cluster 2024-04-26T05:13:00.509441+0000 mgr.y (mgr.25910) 410 : cluster 0 pgmap v346: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:02.936 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:13:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:03 smithi174 bash[69379]: cluster 2024-04-26T05:13:02.510239+0000 mgr.y (mgr.25910) 411 : cluster 0 pgmap v347: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:03 smithi174 bash[69379]: audit 2024-04-26T05:13:03.227393+0000 mon.c (mon.2) 177 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:13:03.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:03 smithi102 bash[82287]: cluster 2024-04-26T05:13:02.510239+0000 mgr.y (mgr.25910) 411 : cluster 0 pgmap v347: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:03.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:03 smithi102 bash[82287]: audit 2024-04-26T05:13:03.227393+0000 mon.c (mon.2) 177 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:13:03.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:03 smithi102 bash[84717]: cluster 2024-04-26T05:13:02.510239+0000 mgr.y (mgr.25910) 411 : cluster 0 pgmap v347: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:03.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:03 smithi102 bash[84717]: audit 2024-04-26T05:13:03.227393+0000 mon.c (mon.2) 177 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:13:05.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:05 smithi174 bash[69379]: cluster 2024-04-26T05:13:04.511148+0000 mgr.y (mgr.25910) 412 : cluster 0 pgmap v348: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:05.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:05 smithi102 bash[82287]: cluster 2024-04-26T05:13:04.511148+0000 mgr.y (mgr.25910) 412 : cluster 0 pgmap v348: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:05.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:05 smithi102 bash[84717]: cluster 2024-04-26T05:13:04.511148+0000 mgr.y (mgr.25910) 412 : cluster 0 pgmap v348: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:06.165 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:13:06.165 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:13:06.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:06 smithi174 bash[69379]: audit 2024-04-26T05:13:06.167434+0000 mon.c (mon.2) 178 : audit 0 from='client.? 172.21.15.102:0/633814710' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:13:06.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:06 smithi102 bash[84717]: audit 2024-04-26T05:13:06.167434+0000 mon.c (mon.2) 178 : audit 0 from='client.? 172.21.15.102:0/633814710' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:13:06.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:06 smithi102 bash[82287]: audit 2024-04-26T05:13:06.167434+0000 mon.c (mon.2) 178 : audit 0 from='client.? 172.21.15.102:0/633814710' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:13:07.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:07 smithi174 bash[69379]: cluster 2024-04-26T05:13:06.511993+0000 mgr.y (mgr.25910) 413 : cluster 0 pgmap v349: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:07.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:07 smithi102 bash[82287]: cluster 2024-04-26T05:13:06.511993+0000 mgr.y (mgr.25910) 413 : cluster 0 pgmap v349: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:07.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:07 smithi102 bash[84717]: cluster 2024-04-26T05:13:06.511993+0000 mgr.y (mgr.25910) 413 : cluster 0 pgmap v349: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:09.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:09 smithi174 bash[69379]: cluster 2024-04-26T05:13:08.512789+0000 mgr.y (mgr.25910) 414 : cluster 0 pgmap v350: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:09.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:09 smithi102 bash[84717]: cluster 2024-04-26T05:13:08.512789+0000 mgr.y (mgr.25910) 414 : cluster 0 pgmap v350: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:09.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:09 smithi102 bash[82287]: cluster 2024-04-26T05:13:08.512789+0000 mgr.y (mgr.25910) 414 : cluster 0 pgmap v350: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:10.006 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:13:10.703 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:13:10 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:13:10] "GET /metrics HTTP/1.1" 200 34099 "" "Prometheus/2.43.0" 2024-04-26T05:13:11.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:11 smithi174 bash[69379]: cluster 2024-04-26T05:13:10.513738+0000 mgr.y (mgr.25910) 415 : cluster 0 pgmap v351: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:11.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:11 smithi102 bash[84717]: cluster 2024-04-26T05:13:10.513738+0000 mgr.y (mgr.25910) 415 : cluster 0 pgmap v351: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:11.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:11 smithi102 bash[82287]: cluster 2024-04-26T05:13:10.513738+0000 mgr.y (mgr.25910) 415 : cluster 0 pgmap v351: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:13.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:13 smithi174 bash[69379]: cluster 2024-04-26T05:13:12.514592+0000 mgr.y (mgr.25910) 416 : cluster 0 pgmap v352: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:13.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:13 smithi102 bash[84717]: cluster 2024-04-26T05:13:12.514592+0000 mgr.y (mgr.25910) 416 : cluster 0 pgmap v352: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:13.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:13 smithi102 bash[82287]: cluster 2024-04-26T05:13:12.514592+0000 mgr.y (mgr.25910) 416 : cluster 0 pgmap v352: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:14.791 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:13:15.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:15 smithi174 bash[69379]: cluster 2024-04-26T05:13:14.515523+0000 mgr.y (mgr.25910) 417 : cluster 0 pgmap v353: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:15.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:15 smithi102 bash[84717]: cluster 2024-04-26T05:13:14.515523+0000 mgr.y (mgr.25910) 417 : cluster 0 pgmap v353: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:15.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:15 smithi102 bash[82287]: cluster 2024-04-26T05:13:14.515523+0000 mgr.y (mgr.25910) 417 : cluster 0 pgmap v353: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:17.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:17 smithi102 bash[84717]: cluster 2024-04-26T05:13:16.516322+0000 mgr.y (mgr.25910) 418 : cluster 0 pgmap v354: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:17.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:17 smithi102 bash[82287]: cluster 2024-04-26T05:13:16.516322+0000 mgr.y (mgr.25910) 418 : cluster 0 pgmap v354: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:17.955 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:13:17.955 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:13:18.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:17 smithi174 bash[69379]: cluster 2024-04-26T05:13:16.516322+0000 mgr.y (mgr.25910) 418 : cluster 0 pgmap v354: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:18.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:18 smithi102 bash[84717]: audit 2024-04-26T05:13:17.957469+0000 mon.a (mon.0) 476 : audit 0 from='client.? 172.21.15.102:0/3226606187' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:13:18.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:18 smithi102 bash[84717]: audit 2024-04-26T05:13:18.227706+0000 mon.c (mon.2) 179 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:13:18.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:18 smithi102 bash[82287]: audit 2024-04-26T05:13:17.957469+0000 mon.a (mon.0) 476 : audit 0 from='client.? 172.21.15.102:0/3226606187' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:13:18.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:18 smithi102 bash[82287]: audit 2024-04-26T05:13:18.227706+0000 mon.c (mon.2) 179 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:13:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:18 smithi174 bash[69379]: audit 2024-04-26T05:13:17.957469+0000 mon.a (mon.0) 476 : audit 0 from='client.? 172.21.15.102:0/3226606187' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:13:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:18 smithi174 bash[69379]: audit 2024-04-26T05:13:18.227706+0000 mon.c (mon.2) 179 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:13:19.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:19 smithi102 bash[84717]: cluster 2024-04-26T05:13:18.517009+0000 mgr.y (mgr.25910) 419 : cluster 0 pgmap v355: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:19.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:19 smithi102 bash[82287]: cluster 2024-04-26T05:13:18.517009+0000 mgr.y (mgr.25910) 419 : cluster 0 pgmap v355: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:20.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:19 smithi174 bash[69379]: cluster 2024-04-26T05:13:18.517009+0000 mgr.y (mgr.25910) 419 : cluster 0 pgmap v355: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:20.703 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:13:20 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:13:20] "GET /metrics HTTP/1.1" 200 34102 "" "Prometheus/2.43.0" 2024-04-26T05:13:21.721 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:13:21.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:21 smithi102 bash[84717]: cluster 2024-04-26T05:13:20.517908+0000 mgr.y (mgr.25910) 420 : cluster 0 pgmap v356: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:21.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:21 smithi102 bash[82287]: cluster 2024-04-26T05:13:20.517908+0000 mgr.y (mgr.25910) 420 : cluster 0 pgmap v356: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:22.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:21 smithi174 bash[69379]: cluster 2024-04-26T05:13:20.517908+0000 mgr.y (mgr.25910) 420 : cluster 0 pgmap v356: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:23.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:23 smithi102 bash[82287]: cluster 2024-04-26T05:13:22.518762+0000 mgr.y (mgr.25910) 421 : cluster 0 pgmap v357: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:23.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:23 smithi102 bash[84717]: cluster 2024-04-26T05:13:22.518762+0000 mgr.y (mgr.25910) 421 : cluster 0 pgmap v357: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:24.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:23 smithi174 bash[69379]: cluster 2024-04-26T05:13:22.518762+0000 mgr.y (mgr.25910) 421 : cluster 0 pgmap v357: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:26.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:25 smithi174 bash[69379]: cluster 2024-04-26T05:13:24.519612+0000 mgr.y (mgr.25910) 422 : cluster 0 pgmap v358: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:26.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:25 smithi102 bash[82287]: cluster 2024-04-26T05:13:24.519612+0000 mgr.y (mgr.25910) 422 : cluster 0 pgmap v358: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:26.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:25 smithi102 bash[84717]: cluster 2024-04-26T05:13:24.519612+0000 mgr.y (mgr.25910) 422 : cluster 0 pgmap v358: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:26.505 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:13:27.821 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:27 smithi102 bash[82287]: cluster 2024-04-26T05:13:26.520332+0000 mgr.y (mgr.25910) 423 : cluster 0 pgmap v359: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:27.821 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:27 smithi102 bash[84717]: cluster 2024-04-26T05:13:26.520332+0000 mgr.y (mgr.25910) 423 : cluster 0 pgmap v359: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:28.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:27 smithi174 bash[69379]: cluster 2024-04-26T05:13:26.520332+0000 mgr.y (mgr.25910) 423 : cluster 0 pgmap v359: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:29.549 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:13:29.549 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:13:29.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:29 smithi102 bash[82287]: cluster 2024-04-26T05:13:28.521110+0000 mgr.y (mgr.25910) 424 : cluster 0 pgmap v360: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:29.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:29 smithi102 bash[82287]: audit 2024-04-26T05:13:29.550699+0000 mon.a (mon.0) 477 : audit 0 from='client.? 172.21.15.102:0/336850989' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:13:29.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:29 smithi102 bash[84717]: cluster 2024-04-26T05:13:28.521110+0000 mgr.y (mgr.25910) 424 : cluster 0 pgmap v360: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:29.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:29 smithi102 bash[84717]: audit 2024-04-26T05:13:29.550699+0000 mon.a (mon.0) 477 : audit 0 from='client.? 172.21.15.102:0/336850989' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:13:30.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:29 smithi174 bash[69379]: cluster 2024-04-26T05:13:28.521110+0000 mgr.y (mgr.25910) 424 : cluster 0 pgmap v360: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:30.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:29 smithi174 bash[69379]: audit 2024-04-26T05:13:29.550699+0000 mon.a (mon.0) 477 : audit 0 from='client.? 172.21.15.102:0/336850989' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:13:30.703 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:13:30 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:13:30] "GET /metrics HTTP/1.1" 200 34102 "" "Prometheus/2.43.0" 2024-04-26T05:13:32.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:31 smithi174 bash[69379]: cluster 2024-04-26T05:13:30.522119+0000 mgr.y (mgr.25910) 425 : cluster 0 pgmap v361: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:32.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:31 smithi102 bash[84717]: cluster 2024-04-26T05:13:30.522119+0000 mgr.y (mgr.25910) 425 : cluster 0 pgmap v361: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:32.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:31 smithi102 bash[82287]: cluster 2024-04-26T05:13:30.522119+0000 mgr.y (mgr.25910) 425 : cluster 0 pgmap v361: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:33.349 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:13:34.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:33 smithi174 bash[69379]: cluster 2024-04-26T05:13:32.522958+0000 mgr.y (mgr.25910) 426 : cluster 0 pgmap v362: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:34.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:33 smithi174 bash[69379]: audit 2024-04-26T05:13:33.228029+0000 mon.c (mon.2) 180 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:13:34.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:33 smithi102 bash[84717]: cluster 2024-04-26T05:13:32.522958+0000 mgr.y (mgr.25910) 426 : cluster 0 pgmap v362: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:34.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:33 smithi102 bash[84717]: audit 2024-04-26T05:13:33.228029+0000 mon.c (mon.2) 180 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:13:34.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:33 smithi102 bash[82287]: cluster 2024-04-26T05:13:32.522958+0000 mgr.y (mgr.25910) 426 : cluster 0 pgmap v362: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:34.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:33 smithi102 bash[82287]: audit 2024-04-26T05:13:33.228029+0000 mon.c (mon.2) 180 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:13:36.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:35 smithi174 bash[69379]: cluster 2024-04-26T05:13:34.523845+0000 mgr.y (mgr.25910) 427 : cluster 0 pgmap v363: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:36.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:35 smithi102 bash[84717]: cluster 2024-04-26T05:13:34.523845+0000 mgr.y (mgr.25910) 427 : cluster 0 pgmap v363: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:36.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:35 smithi102 bash[82287]: cluster 2024-04-26T05:13:34.523845+0000 mgr.y (mgr.25910) 427 : cluster 0 pgmap v363: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:38.133 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:13:38.154 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:37 smithi102 bash[84717]: cluster 2024-04-26T05:13:36.524707+0000 mgr.y (mgr.25910) 428 : cluster 0 pgmap v364: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:38.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:37 smithi102 bash[82287]: cluster 2024-04-26T05:13:36.524707+0000 mgr.y (mgr.25910) 428 : cluster 0 pgmap v364: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:38.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:37 smithi174 bash[69379]: cluster 2024-04-26T05:13:36.524707+0000 mgr.y (mgr.25910) 428 : cluster 0 pgmap v364: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:40.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:39 smithi174 bash[69379]: cluster 2024-04-26T05:13:38.525450+0000 mgr.y (mgr.25910) 429 : cluster 0 pgmap v365: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:40.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:39 smithi102 bash[82287]: cluster 2024-04-26T05:13:38.525450+0000 mgr.y (mgr.25910) 429 : cluster 0 pgmap v365: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:40.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:39 smithi102 bash[84717]: cluster 2024-04-26T05:13:38.525450+0000 mgr.y (mgr.25910) 429 : cluster 0 pgmap v365: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:40.703 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:13:40 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:13:40] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.43.0" 2024-04-26T05:13:41.191 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:13:41.191 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:13:42.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:41 smithi174 bash[69379]: cluster 2024-04-26T05:13:40.526377+0000 mgr.y (mgr.25910) 430 : cluster 0 pgmap v366: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:42.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:41 smithi174 bash[69379]: audit 2024-04-26T05:13:41.193058+0000 mon.a (mon.0) 478 : audit 0 from='client.? 172.21.15.102:0/3995439573' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:13:42.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:41 smithi102 bash[84717]: cluster 2024-04-26T05:13:40.526377+0000 mgr.y (mgr.25910) 430 : cluster 0 pgmap v366: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:42.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:41 smithi102 bash[84717]: audit 2024-04-26T05:13:41.193058+0000 mon.a (mon.0) 478 : audit 0 from='client.? 172.21.15.102:0/3995439573' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:13:42.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:41 smithi102 bash[82287]: cluster 2024-04-26T05:13:40.526377+0000 mgr.y (mgr.25910) 430 : cluster 0 pgmap v366: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:42.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:41 smithi102 bash[82287]: audit 2024-04-26T05:13:41.193058+0000 mon.a (mon.0) 478 : audit 0 from='client.? 172.21.15.102:0/3995439573' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:13:44.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:43 smithi174 bash[69379]: cluster 2024-04-26T05:13:42.527240+0000 mgr.y (mgr.25910) 431 : cluster 0 pgmap v367: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:44.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:43 smithi102 bash[82287]: cluster 2024-04-26T05:13:42.527240+0000 mgr.y (mgr.25910) 431 : cluster 0 pgmap v367: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:44.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:43 smithi102 bash[84717]: cluster 2024-04-26T05:13:42.527240+0000 mgr.y (mgr.25910) 431 : cluster 0 pgmap v367: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:44.980 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:13:46.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:45 smithi174 bash[69379]: cluster 2024-04-26T05:13:44.528115+0000 mgr.y (mgr.25910) 432 : cluster 0 pgmap v368: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:46.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:45 smithi102 bash[82287]: cluster 2024-04-26T05:13:44.528115+0000 mgr.y (mgr.25910) 432 : cluster 0 pgmap v368: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:46.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:45 smithi102 bash[84717]: cluster 2024-04-26T05:13:44.528115+0000 mgr.y (mgr.25910) 432 : cluster 0 pgmap v368: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:48.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:47 smithi174 bash[69379]: cluster 2024-04-26T05:13:46.529001+0000 mgr.y (mgr.25910) 433 : cluster 0 pgmap v369: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:48.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:47 smithi102 bash[84717]: cluster 2024-04-26T05:13:46.529001+0000 mgr.y (mgr.25910) 433 : cluster 0 pgmap v369: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:48.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:47 smithi102 bash[82287]: cluster 2024-04-26T05:13:46.529001+0000 mgr.y (mgr.25910) 433 : cluster 0 pgmap v369: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:49.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:48 smithi174 bash[69379]: audit 2024-04-26T05:13:48.228816+0000 mon.c (mon.2) 181 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:13:49.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:48 smithi102 bash[84717]: audit 2024-04-26T05:13:48.228816+0000 mon.c (mon.2) 181 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:13:49.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:48 smithi102 bash[82287]: audit 2024-04-26T05:13:48.228816+0000 mon.c (mon.2) 181 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:13:49.767 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:13:50.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:49 smithi174 bash[69379]: cluster 2024-04-26T05:13:48.529791+0000 mgr.y (mgr.25910) 434 : cluster 0 pgmap v370: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:50.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:49 smithi102 bash[82287]: cluster 2024-04-26T05:13:48.529791+0000 mgr.y (mgr.25910) 434 : cluster 0 pgmap v370: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:50.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:49 smithi102 bash[84717]: cluster 2024-04-26T05:13:48.529791+0000 mgr.y (mgr.25910) 434 : cluster 0 pgmap v370: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:50.703 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:13:50 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:13:50] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.43.0" 2024-04-26T05:13:52.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:51 smithi174 bash[69379]: cluster 2024-04-26T05:13:50.530591+0000 mgr.y (mgr.25910) 435 : cluster 0 pgmap v371: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:52.203 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:51 smithi102 bash[84717]: cluster 2024-04-26T05:13:50.530591+0000 mgr.y (mgr.25910) 435 : cluster 0 pgmap v371: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:52.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:51 smithi102 bash[82287]: cluster 2024-04-26T05:13:50.530591+0000 mgr.y (mgr.25910) 435 : cluster 0 pgmap v371: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:53.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:52 smithi174 bash[69379]: audit 2024-04-26T05:13:52.593231+0000 mon.c (mon.2) 182 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:13:53.192 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:13:53.193 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:13:53.206 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:52 smithi102 bash[84717]: audit 2024-04-26T05:13:52.593231+0000 mon.c (mon.2) 182 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:13:53.206 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:52 smithi102 bash[82287]: audit 2024-04-26T05:13:52.593231+0000 mon.c (mon.2) 182 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:13:54.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:53 smithi174 bash[69379]: cluster 2024-04-26T05:13:52.531403+0000 mgr.y (mgr.25910) 436 : cluster 0 pgmap v372: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:54.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:53 smithi174 bash[69379]: audit 2024-04-26T05:13:53.194446+0000 mon.c (mon.2) 183 : audit 0 from='client.? 172.21.15.102:0/1964501181' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:13:54.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:53 smithi102 bash[82287]: cluster 2024-04-26T05:13:52.531403+0000 mgr.y (mgr.25910) 436 : cluster 0 pgmap v372: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:54.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:53 smithi102 bash[82287]: audit 2024-04-26T05:13:53.194446+0000 mon.c (mon.2) 183 : audit 0 from='client.? 172.21.15.102:0/1964501181' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:13:54.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:53 smithi102 bash[84717]: cluster 2024-04-26T05:13:52.531403+0000 mgr.y (mgr.25910) 436 : cluster 0 pgmap v372: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:54.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:53 smithi102 bash[84717]: audit 2024-04-26T05:13:53.194446+0000 mon.c (mon.2) 183 : audit 0 from='client.? 172.21.15.102:0/1964501181' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:13:56.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:55 smithi174 bash[69379]: cluster 2024-04-26T05:13:54.532299+0000 mgr.y (mgr.25910) 437 : cluster 0 pgmap v373: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:56.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:55 smithi102 bash[82287]: cluster 2024-04-26T05:13:54.532299+0000 mgr.y (mgr.25910) 437 : cluster 0 pgmap v373: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:56.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:55 smithi102 bash[84717]: cluster 2024-04-26T05:13:54.532299+0000 mgr.y (mgr.25910) 437 : cluster 0 pgmap v373: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:56.972 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:13:58.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:57 smithi174 bash[69379]: cluster 2024-04-26T05:13:56.533158+0000 mgr.y (mgr.25910) 438 : cluster 0 pgmap v374: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:58.203 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:57 smithi102 bash[82287]: cluster 2024-04-26T05:13:56.533158+0000 mgr.y (mgr.25910) 438 : cluster 0 pgmap v374: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:58.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:57 smithi102 bash[84717]: cluster 2024-04-26T05:13:56.533158+0000 mgr.y (mgr.25910) 438 : cluster 0 pgmap v374: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:59.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:59 smithi174 bash[69379]: audit 2024-04-26T05:13:58.391230+0000 mon.a (mon.0) 479 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:13:59.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:59 smithi174 bash[69379]: audit 2024-04-26T05:13:58.397131+0000 mon.a (mon.0) 480 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:13:59.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:59 smithi174 bash[69379]: audit 2024-04-26T05:13:58.408211+0000 mon.a (mon.0) 481 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:13:59.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:59 smithi174 bash[69379]: audit 2024-04-26T05:13:58.414019+0000 mon.a (mon.0) 482 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:13:59.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:59 smithi174 bash[69379]: cluster 2024-04-26T05:13:58.533708+0000 mgr.y (mgr.25910) 439 : cluster 0 pgmap v375: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:59.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:59 smithi174 bash[69379]: audit 2024-04-26T05:13:59.099255+0000 mon.c (mon.2) 184 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:13:59.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:59 smithi174 bash[69379]: audit 2024-04-26T05:13:59.100986+0000 mon.c (mon.2) 185 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:13:59.681 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:13:59 smithi174 bash[69379]: audit 2024-04-26T05:13:59.114131+0000 mon.a (mon.0) 483 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:13:59.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:59 smithi102 bash[82287]: audit 2024-04-26T05:13:58.391230+0000 mon.a (mon.0) 479 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:13:59.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:59 smithi102 bash[82287]: audit 2024-04-26T05:13:58.397131+0000 mon.a (mon.0) 480 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:13:59.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:59 smithi102 bash[82287]: audit 2024-04-26T05:13:58.408211+0000 mon.a (mon.0) 481 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:13:59.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:59 smithi102 bash[82287]: audit 2024-04-26T05:13:58.414019+0000 mon.a (mon.0) 482 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:13:59.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:59 smithi102 bash[82287]: cluster 2024-04-26T05:13:58.533708+0000 mgr.y (mgr.25910) 439 : cluster 0 pgmap v375: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:59.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:59 smithi102 bash[82287]: audit 2024-04-26T05:13:59.099255+0000 mon.c (mon.2) 184 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:13:59.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:59 smithi102 bash[82287]: audit 2024-04-26T05:13:59.100986+0000 mon.c (mon.2) 185 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:13:59.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:13:59 smithi102 bash[82287]: audit 2024-04-26T05:13:59.114131+0000 mon.a (mon.0) 483 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:13:59.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:59 smithi102 bash[84717]: audit 2024-04-26T05:13:58.391230+0000 mon.a (mon.0) 479 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:13:59.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:59 smithi102 bash[84717]: audit 2024-04-26T05:13:58.397131+0000 mon.a (mon.0) 480 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:13:59.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:59 smithi102 bash[84717]: audit 2024-04-26T05:13:58.408211+0000 mon.a (mon.0) 481 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:13:59.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:59 smithi102 bash[84717]: audit 2024-04-26T05:13:58.414019+0000 mon.a (mon.0) 482 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:13:59.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:59 smithi102 bash[84717]: cluster 2024-04-26T05:13:58.533708+0000 mgr.y (mgr.25910) 439 : cluster 0 pgmap v375: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:13:59.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:59 smithi102 bash[84717]: audit 2024-04-26T05:13:59.099255+0000 mon.c (mon.2) 184 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:13:59.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:59 smithi102 bash[84717]: audit 2024-04-26T05:13:59.100986+0000 mon.c (mon.2) 185 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:13:59.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:13:59 smithi102 bash[84717]: audit 2024-04-26T05:13:59.114131+0000 mon.a (mon.0) 483 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:14:00.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:00 smithi174 bash[69379]: cluster 2024-04-26T05:13:59.104049+0000 mgr.y (mgr.25910) 440 : cluster 0 pgmap v376: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:00.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:00 smithi102 bash[82287]: cluster 2024-04-26T05:13:59.104049+0000 mgr.y (mgr.25910) 440 : cluster 0 pgmap v376: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:00.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:00 smithi102 bash[84717]: cluster 2024-04-26T05:13:59.104049+0000 mgr.y (mgr.25910) 440 : cluster 0 pgmap v376: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:00.704 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:14:00 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:14:00] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.43.0" 2024-04-26T05:14:01.740 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:14:02.680 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:02 smithi174 bash[69379]: cluster 2024-04-26T05:14:01.105088+0000 mgr.y (mgr.25910) 441 : cluster 0 pgmap v377: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:02.703 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:02 smithi102 bash[82287]: cluster 2024-04-26T05:14:01.105088+0000 mgr.y (mgr.25910) 441 : cluster 0 pgmap v377: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:02.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:02 smithi102 bash[84717]: cluster 2024-04-26T05:14:01.105088+0000 mgr.y (mgr.25910) 441 : cluster 0 pgmap v377: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:03.703 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:03 smithi102 bash[84717]: audit 2024-04-26T05:14:03.229168+0000 mon.c (mon.2) 186 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:14:03.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:03 smithi102 bash[82287]: audit 2024-04-26T05:14:03.229168+0000 mon.c (mon.2) 186 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:14:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:03 smithi174 bash[69379]: audit 2024-04-26T05:14:03.229168+0000 mon.c (mon.2) 186 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:14:04.685 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:04 smithi102 bash[82287]: cluster 2024-04-26T05:14:03.105860+0000 mgr.y (mgr.25910) 442 : cluster 0 pgmap v378: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:04.685 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:04 smithi102 bash[84717]: cluster 2024-04-26T05:14:03.105860+0000 mgr.y (mgr.25910) 442 : cluster 0 pgmap v378: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:04.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:04 smithi174 bash[69379]: cluster 2024-04-26T05:14:03.105860+0000 mgr.y (mgr.25910) 442 : cluster 0 pgmap v378: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:05.055 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:14:05.055 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:14:05.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:05 smithi102 bash[82287]: audit 2024-04-26T05:14:05.056814+0000 mon.a (mon.0) 484 : audit 0 from='client.? 172.21.15.102:0/1225917255' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:14:05.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:05 smithi102 bash[84717]: audit 2024-04-26T05:14:05.056814+0000 mon.a (mon.0) 484 : audit 0 from='client.? 172.21.15.102:0/1225917255' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:14:05.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:05 smithi174 bash[69379]: audit 2024-04-26T05:14:05.056814+0000 mon.a (mon.0) 484 : audit 0 from='client.? 172.21.15.102:0/1225917255' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:14:06.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:06 smithi102 bash[84717]: cluster 2024-04-26T05:14:05.106353+0000 mgr.y (mgr.25910) 443 : cluster 0 pgmap v379: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:06.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:06 smithi102 bash[82287]: cluster 2024-04-26T05:14:05.106353+0000 mgr.y (mgr.25910) 443 : cluster 0 pgmap v379: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:06.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:06 smithi174 bash[69379]: cluster 2024-04-26T05:14:05.106353+0000 mgr.y (mgr.25910) 443 : cluster 0 pgmap v379: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:08.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:08 smithi102 bash[82287]: cluster 2024-04-26T05:14:07.107159+0000 mgr.y (mgr.25910) 444 : cluster 0 pgmap v380: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:08.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:08 smithi102 bash[84717]: cluster 2024-04-26T05:14:07.107159+0000 mgr.y (mgr.25910) 444 : cluster 0 pgmap v380: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:08.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:08 smithi174 bash[69379]: cluster 2024-04-26T05:14:07.107159+0000 mgr.y (mgr.25910) 444 : cluster 0 pgmap v380: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:08.989 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:14:10.704 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:14:10 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:14:10] "GET /metrics HTTP/1.1" 200 34091 "" "Prometheus/2.43.0" 2024-04-26T05:14:10.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:10 smithi102 bash[84717]: cluster 2024-04-26T05:14:09.107772+0000 mgr.y (mgr.25910) 445 : cluster 0 pgmap v381: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:10.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:10 smithi102 bash[82287]: cluster 2024-04-26T05:14:09.107772+0000 mgr.y (mgr.25910) 445 : cluster 0 pgmap v381: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:10.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:10 smithi174 bash[69379]: cluster 2024-04-26T05:14:09.107772+0000 mgr.y (mgr.25910) 445 : cluster 0 pgmap v381: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:12.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:12 smithi174 bash[69379]: cluster 2024-04-26T05:14:11.108921+0000 mgr.y (mgr.25910) 446 : cluster 0 pgmap v382: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:12.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:12 smithi102 bash[82287]: cluster 2024-04-26T05:14:11.108921+0000 mgr.y (mgr.25910) 446 : cluster 0 pgmap v382: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:12.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:12 smithi102 bash[84717]: cluster 2024-04-26T05:14:11.108921+0000 mgr.y (mgr.25910) 446 : cluster 0 pgmap v382: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:13.777 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:14:14.832 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:14 smithi102 bash[84717]: cluster 2024-04-26T05:14:13.109800+0000 mgr.y (mgr.25910) 447 : cluster 0 pgmap v383: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:14.832 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:14 smithi102 bash[82287]: cluster 2024-04-26T05:14:13.109800+0000 mgr.y (mgr.25910) 447 : cluster 0 pgmap v383: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:14.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:14 smithi174 bash[69379]: cluster 2024-04-26T05:14:13.109800+0000 mgr.y (mgr.25910) 447 : cluster 0 pgmap v383: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:16.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:16 smithi174 bash[69379]: cluster 2024-04-26T05:14:15.111351+0000 mgr.y (mgr.25910) 448 : cluster 0 pgmap v384: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:16.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:16 smithi102 bash[84717]: cluster 2024-04-26T05:14:15.111351+0000 mgr.y (mgr.25910) 448 : cluster 0 pgmap v384: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:16.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:16 smithi102 bash[82287]: cluster 2024-04-26T05:14:15.111351+0000 mgr.y (mgr.25910) 448 : cluster 0 pgmap v384: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:17.053 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:14:17.053 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:14:17.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:17 smithi174 bash[69379]: audit 2024-04-26T05:14:17.054506+0000 mon.c (mon.2) 187 : audit 0 from='client.? 172.21.15.102:0/2899530535' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:14:17.950 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:17 smithi102 bash[84717]: audit 2024-04-26T05:14:17.054506+0000 mon.c (mon.2) 187 : audit 0 from='client.? 172.21.15.102:0/2899530535' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:14:17.951 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:17 smithi102 bash[82287]: audit 2024-04-26T05:14:17.054506+0000 mon.c (mon.2) 187 : audit 0 from='client.? 172.21.15.102:0/2899530535' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:14:18.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:18 smithi174 bash[69379]: cluster 2024-04-26T05:14:17.112015+0000 mgr.y (mgr.25910) 449 : cluster 0 pgmap v385: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:18.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:18 smithi174 bash[69379]: audit 2024-04-26T05:14:18.229541+0000 mon.c (mon.2) 188 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:14:18.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:18 smithi102 bash[84717]: cluster 2024-04-26T05:14:17.112015+0000 mgr.y (mgr.25910) 449 : cluster 0 pgmap v385: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:18.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:18 smithi102 bash[84717]: audit 2024-04-26T05:14:18.229541+0000 mon.c (mon.2) 188 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:14:18.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:18 smithi102 bash[82287]: cluster 2024-04-26T05:14:17.112015+0000 mgr.y (mgr.25910) 449 : cluster 0 pgmap v385: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:18.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:18 smithi102 bash[82287]: audit 2024-04-26T05:14:18.229541+0000 mon.c (mon.2) 188 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:14:20.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:20 smithi102 bash[82287]: cluster 2024-04-26T05:14:19.112629+0000 mgr.y (mgr.25910) 450 : cluster 0 pgmap v386: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:20.704 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:14:20 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:14:20] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2024-04-26T05:14:20.705 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:20 smithi102 bash[84717]: cluster 2024-04-26T05:14:19.112629+0000 mgr.y (mgr.25910) 450 : cluster 0 pgmap v386: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:20.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:20 smithi174 bash[69379]: cluster 2024-04-26T05:14:19.112629+0000 mgr.y (mgr.25910) 450 : cluster 0 pgmap v386: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:20.952 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:14:22.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:22 smithi174 bash[69379]: cluster 2024-04-26T05:14:21.113659+0000 mgr.y (mgr.25910) 451 : cluster 0 pgmap v387: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:22.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:22 smithi102 bash[82287]: cluster 2024-04-26T05:14:21.113659+0000 mgr.y (mgr.25910) 451 : cluster 0 pgmap v387: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:22.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:22 smithi102 bash[84717]: cluster 2024-04-26T05:14:21.113659+0000 mgr.y (mgr.25910) 451 : cluster 0 pgmap v387: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:24.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:24 smithi174 bash[69379]: cluster 2024-04-26T05:14:23.114474+0000 mgr.y (mgr.25910) 452 : cluster 0 pgmap v388: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:24.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:24 smithi102 bash[84717]: cluster 2024-04-26T05:14:23.114474+0000 mgr.y (mgr.25910) 452 : cluster 0 pgmap v388: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:24.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:24 smithi102 bash[82287]: cluster 2024-04-26T05:14:23.114474+0000 mgr.y (mgr.25910) 452 : cluster 0 pgmap v388: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:25.737 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:14:26.771 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:26 smithi102 bash[84717]: cluster 2024-04-26T05:14:25.115445+0000 mgr.y (mgr.25910) 453 : cluster 0 pgmap v389: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:26.771 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:26 smithi102 bash[82287]: cluster 2024-04-26T05:14:25.115445+0000 mgr.y (mgr.25910) 453 : cluster 0 pgmap v389: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:26.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:26 smithi174 bash[69379]: cluster 2024-04-26T05:14:25.115445+0000 mgr.y (mgr.25910) 453 : cluster 0 pgmap v389: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:28.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:28 smithi174 bash[69379]: cluster 2024-04-26T05:14:27.116293+0000 mgr.y (mgr.25910) 454 : cluster 0 pgmap v390: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:28.940 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:14:28.940 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:14:28.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:28 smithi102 bash[82287]: cluster 2024-04-26T05:14:27.116293+0000 mgr.y (mgr.25910) 454 : cluster 0 pgmap v390: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:28.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:28 smithi102 bash[84717]: cluster 2024-04-26T05:14:27.116293+0000 mgr.y (mgr.25910) 454 : cluster 0 pgmap v390: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:29.759 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:29 smithi102 bash[82287]: audit 2024-04-26T05:14:28.942295+0000 mon.c (mon.2) 189 : audit 0 from='client.? 172.21.15.102:0/739862538' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:14:29.760 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:29 smithi102 bash[84717]: audit 2024-04-26T05:14:28.942295+0000 mon.c (mon.2) 189 : audit 0 from='client.? 172.21.15.102:0/739862538' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:14:29.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:29 smithi174 bash[69379]: audit 2024-04-26T05:14:28.942295+0000 mon.c (mon.2) 189 : audit 0 from='client.? 172.21.15.102:0/739862538' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:14:30.704 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:14:30 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:14:30] "GET /metrics HTTP/1.1" 200 34095 "" "Prometheus/2.43.0" 2024-04-26T05:14:30.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:30 smithi102 bash[82287]: cluster 2024-04-26T05:14:29.116950+0000 mgr.y (mgr.25910) 455 : cluster 0 pgmap v391: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:30.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:30 smithi102 bash[84717]: cluster 2024-04-26T05:14:29.116950+0000 mgr.y (mgr.25910) 455 : cluster 0 pgmap v391: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:30.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:30 smithi174 bash[69379]: cluster 2024-04-26T05:14:29.116950+0000 mgr.y (mgr.25910) 455 : cluster 0 pgmap v391: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:32.761 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:14:32.775 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:32 smithi102 bash[82287]: cluster 2024-04-26T05:14:31.117923+0000 mgr.y (mgr.25910) 456 : cluster 0 pgmap v392: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:32.775 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:32 smithi102 bash[84717]: cluster 2024-04-26T05:14:31.117923+0000 mgr.y (mgr.25910) 456 : cluster 0 pgmap v392: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:32.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:32 smithi174 bash[69379]: cluster 2024-04-26T05:14:31.117923+0000 mgr.y (mgr.25910) 456 : cluster 0 pgmap v392: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:33.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:33 smithi174 bash[69379]: audit 2024-04-26T05:14:33.230166+0000 mon.c (mon.2) 190 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:14:33.953 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:33 smithi102 bash[82287]: audit 2024-04-26T05:14:33.230166+0000 mon.c (mon.2) 190 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:14:33.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:33 smithi102 bash[84717]: audit 2024-04-26T05:14:33.230166+0000 mon.c (mon.2) 190 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:14:34.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:34 smithi174 bash[69379]: cluster 2024-04-26T05:14:33.118709+0000 mgr.y (mgr.25910) 457 : cluster 0 pgmap v393: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:34.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:34 smithi102 bash[82287]: cluster 2024-04-26T05:14:33.118709+0000 mgr.y (mgr.25910) 457 : cluster 0 pgmap v393: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:34.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:34 smithi102 bash[84717]: cluster 2024-04-26T05:14:33.118709+0000 mgr.y (mgr.25910) 457 : cluster 0 pgmap v393: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:36.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:36 smithi102 bash[82287]: cluster 2024-04-26T05:14:35.119633+0000 mgr.y (mgr.25910) 458 : cluster 0 pgmap v394: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:36.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:36 smithi102 bash[84717]: cluster 2024-04-26T05:14:35.119633+0000 mgr.y (mgr.25910) 458 : cluster 0 pgmap v394: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:36.956 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:36 smithi174 bash[69379]: cluster 2024-04-26T05:14:35.119633+0000 mgr.y (mgr.25910) 458 : cluster 0 pgmap v394: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:37.554 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:14:38.820 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:38 smithi102 bash[82287]: cluster 2024-04-26T05:14:37.120519+0000 mgr.y (mgr.25910) 459 : cluster 0 pgmap v395: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:38.821 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:38 smithi102 bash[84717]: cluster 2024-04-26T05:14:37.120519+0000 mgr.y (mgr.25910) 459 : cluster 0 pgmap v395: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:38.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:38 smithi174 bash[69379]: cluster 2024-04-26T05:14:37.120519+0000 mgr.y (mgr.25910) 459 : cluster 0 pgmap v395: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:40.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:40 smithi102 bash[82287]: cluster 2024-04-26T05:14:39.121201+0000 mgr.y (mgr.25910) 460 : cluster 0 pgmap v396: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:40.704 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:14:40 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:14:40] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.43.0" 2024-04-26T05:14:40.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:40 smithi102 bash[84717]: cluster 2024-04-26T05:14:39.121201+0000 mgr.y (mgr.25910) 460 : cluster 0 pgmap v396: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:40.824 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:14:40.824 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:14:40.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:40 smithi174 bash[69379]: cluster 2024-04-26T05:14:39.121201+0000 mgr.y (mgr.25910) 460 : cluster 0 pgmap v396: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:41.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:41 smithi174 bash[69379]: audit 2024-04-26T05:14:40.825746+0000 mon.a (mon.0) 485 : audit 0 from='client.? 172.21.15.102:0/1925987601' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:14:41.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:41 smithi102 bash[84717]: audit 2024-04-26T05:14:40.825746+0000 mon.a (mon.0) 485 : audit 0 from='client.? 172.21.15.102:0/1925987601' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:14:41.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:41 smithi102 bash[82287]: audit 2024-04-26T05:14:40.825746+0000 mon.a (mon.0) 485 : audit 0 from='client.? 172.21.15.102:0/1925987601' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:14:42.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:42 smithi174 bash[69379]: cluster 2024-04-26T05:14:41.122184+0000 mgr.y (mgr.25910) 461 : cluster 0 pgmap v397: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:42.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:42 smithi102 bash[84717]: cluster 2024-04-26T05:14:41.122184+0000 mgr.y (mgr.25910) 461 : cluster 0 pgmap v397: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:42.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:42 smithi102 bash[82287]: cluster 2024-04-26T05:14:41.122184+0000 mgr.y (mgr.25910) 461 : cluster 0 pgmap v397: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:44.638 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:14:44.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:44 smithi174 bash[69379]: cluster 2024-04-26T05:14:43.122973+0000 mgr.y (mgr.25910) 462 : cluster 0 pgmap v398: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:44.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:44 smithi102 bash[84717]: cluster 2024-04-26T05:14:43.122973+0000 mgr.y (mgr.25910) 462 : cluster 0 pgmap v398: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:44.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:44 smithi102 bash[82287]: cluster 2024-04-26T05:14:43.122973+0000 mgr.y (mgr.25910) 462 : cluster 0 pgmap v398: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:46.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:46 smithi174 bash[69379]: cluster 2024-04-26T05:14:45.123953+0000 mgr.y (mgr.25910) 463 : cluster 0 pgmap v399: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:46.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:46 smithi102 bash[82287]: cluster 2024-04-26T05:14:45.123953+0000 mgr.y (mgr.25910) 463 : cluster 0 pgmap v399: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:46.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:46 smithi102 bash[84717]: cluster 2024-04-26T05:14:45.123953+0000 mgr.y (mgr.25910) 463 : cluster 0 pgmap v399: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:48.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:48 smithi174 bash[69379]: cluster 2024-04-26T05:14:47.124801+0000 mgr.y (mgr.25910) 464 : cluster 0 pgmap v400: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:48.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:48 smithi174 bash[69379]: audit 2024-04-26T05:14:48.230437+0000 mon.c (mon.2) 191 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:14:48.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:48 smithi102 bash[84717]: cluster 2024-04-26T05:14:47.124801+0000 mgr.y (mgr.25910) 464 : cluster 0 pgmap v400: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:48.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:48 smithi102 bash[84717]: audit 2024-04-26T05:14:48.230437+0000 mon.c (mon.2) 191 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:14:48.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:48 smithi102 bash[82287]: cluster 2024-04-26T05:14:47.124801+0000 mgr.y (mgr.25910) 464 : cluster 0 pgmap v400: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:48.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:48 smithi102 bash[82287]: audit 2024-04-26T05:14:48.230437+0000 mon.c (mon.2) 191 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:14:49.426 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:14:50.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:50 smithi102 bash[82287]: cluster 2024-04-26T05:14:49.125487+0000 mgr.y (mgr.25910) 465 : cluster 0 pgmap v401: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:50.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:50 smithi102 bash[84717]: cluster 2024-04-26T05:14:49.125487+0000 mgr.y (mgr.25910) 465 : cluster 0 pgmap v401: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:50.704 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:14:50 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:14:50] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.43.0" 2024-04-26T05:14:50.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:50 smithi174 bash[69379]: cluster 2024-04-26T05:14:49.125487+0000 mgr.y (mgr.25910) 465 : cluster 0 pgmap v401: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:52.544 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:14:52.545 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:14:52.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:52 smithi174 bash[69379]: cluster 2024-04-26T05:14:51.126519+0000 mgr.y (mgr.25910) 466 : cluster 0 pgmap v402: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:52.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:52 smithi174 bash[69379]: audit 2024-04-26T05:14:52.545867+0000 mon.c (mon.2) 192 : audit 0 from='client.? 172.21.15.102:0/2480565136' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:14:52.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:52 smithi102 bash[82287]: cluster 2024-04-26T05:14:51.126519+0000 mgr.y (mgr.25910) 466 : cluster 0 pgmap v402: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:52.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:52 smithi102 bash[82287]: audit 2024-04-26T05:14:52.545867+0000 mon.c (mon.2) 192 : audit 0 from='client.? 172.21.15.102:0/2480565136' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:14:52.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:52 smithi102 bash[84717]: cluster 2024-04-26T05:14:51.126519+0000 mgr.y (mgr.25910) 466 : cluster 0 pgmap v402: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:52.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:52 smithi102 bash[84717]: audit 2024-04-26T05:14:52.545867+0000 mon.c (mon.2) 192 : audit 0 from='client.? 172.21.15.102:0/2480565136' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:14:54.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:54 smithi174 bash[69379]: cluster 2024-04-26T05:14:53.127303+0000 mgr.y (mgr.25910) 467 : cluster 0 pgmap v403: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:54.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:54 smithi102 bash[84717]: cluster 2024-04-26T05:14:53.127303+0000 mgr.y (mgr.25910) 467 : cluster 0 pgmap v403: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:54.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:54 smithi102 bash[82287]: cluster 2024-04-26T05:14:53.127303+0000 mgr.y (mgr.25910) 467 : cluster 0 pgmap v403: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:56.298 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:14:56.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:56 smithi174 bash[69379]: cluster 2024-04-26T05:14:55.128294+0000 mgr.y (mgr.25910) 468 : cluster 0 pgmap v404: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:56.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:56 smithi102 bash[82287]: cluster 2024-04-26T05:14:55.128294+0000 mgr.y (mgr.25910) 468 : cluster 0 pgmap v404: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:56.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:56 smithi102 bash[84717]: cluster 2024-04-26T05:14:55.128294+0000 mgr.y (mgr.25910) 468 : cluster 0 pgmap v404: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:58.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:58 smithi174 bash[69379]: cluster 2024-04-26T05:14:57.129160+0000 mgr.y (mgr.25910) 469 : cluster 0 pgmap v405: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:58.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:58 smithi102 bash[84717]: cluster 2024-04-26T05:14:57.129160+0000 mgr.y (mgr.25910) 469 : cluster 0 pgmap v405: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:58.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:58 smithi102 bash[82287]: cluster 2024-04-26T05:14:57.129160+0000 mgr.y (mgr.25910) 469 : cluster 0 pgmap v405: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:14:59.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:14:59 smithi174 bash[69379]: audit 2024-04-26T05:14:59.196124+0000 mon.c (mon.2) 193 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:14:59.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:14:59 smithi102 bash[84717]: audit 2024-04-26T05:14:59.196124+0000 mon.c (mon.2) 193 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:14:59.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:14:59 smithi102 bash[82287]: audit 2024-04-26T05:14:59.196124+0000 mon.c (mon.2) 193 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:15:00.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:00 smithi102 bash[84717]: cluster 2024-04-26T05:14:59.129940+0000 mgr.y (mgr.25910) 470 : cluster 0 pgmap v406: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:00.704 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:00 smithi102 bash[82287]: cluster 2024-04-26T05:14:59.129940+0000 mgr.y (mgr.25910) 470 : cluster 0 pgmap v406: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:00.704 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:15:00 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:15:00] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.43.0" 2024-04-26T05:15:00.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:00 smithi174 bash[69379]: cluster 2024-04-26T05:14:59.129940+0000 mgr.y (mgr.25910) 470 : cluster 0 pgmap v406: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:01.085 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:15:02.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:02 smithi174 bash[69379]: cluster 2024-04-26T05:15:01.130803+0000 mgr.y (mgr.25910) 471 : cluster 0 pgmap v407: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:02.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:02 smithi102 bash[82287]: cluster 2024-04-26T05:15:01.130803+0000 mgr.y (mgr.25910) 471 : cluster 0 pgmap v407: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:02.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:02 smithi102 bash[84717]: cluster 2024-04-26T05:15:01.130803+0000 mgr.y (mgr.25910) 471 : cluster 0 pgmap v407: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:03.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:03 smithi174 bash[69379]: audit 2024-04-26T05:15:03.230919+0000 mon.c (mon.2) 194 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:15:03.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:03 smithi102 bash[82287]: audit 2024-04-26T05:15:03.230919+0000 mon.c (mon.2) 194 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:15:03.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:03 smithi102 bash[84717]: audit 2024-04-26T05:15:03.230919+0000 mon.c (mon.2) 194 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:15:04.474 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:15:04.475 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:15:04.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:04 smithi174 bash[69379]: cluster 2024-04-26T05:15:03.131508+0000 mgr.y (mgr.25910) 472 : cluster 0 pgmap v408: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:04.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:04 smithi174 bash[69379]: audit 2024-04-26T05:15:04.476363+0000 mon.c (mon.2) 195 : audit 0 from='client.? 172.21.15.102:0/1379128104' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:15:04.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:04 smithi102 bash[82287]: cluster 2024-04-26T05:15:03.131508+0000 mgr.y (mgr.25910) 472 : cluster 0 pgmap v408: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:04.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:04 smithi102 bash[82287]: audit 2024-04-26T05:15:04.476363+0000 mon.c (mon.2) 195 : audit 0 from='client.? 172.21.15.102:0/1379128104' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:15:04.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:04 smithi102 bash[84717]: cluster 2024-04-26T05:15:03.131508+0000 mgr.y (mgr.25910) 472 : cluster 0 pgmap v408: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:04.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:04 smithi102 bash[84717]: audit 2024-04-26T05:15:04.476363+0000 mon.c (mon.2) 195 : audit 0 from='client.? 172.21.15.102:0/1379128104' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:15:06.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:05 smithi174 bash[69379]: audit 2024-04-26T05:15:04.894467+0000 mon.a (mon.0) 486 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:15:06.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:05 smithi174 bash[69379]: audit 2024-04-26T05:15:04.907781+0000 mon.a (mon.0) 487 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:15:06.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:05 smithi174 bash[69379]: audit 2024-04-26T05:15:05.047321+0000 mon.a (mon.0) 488 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:15:06.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:05 smithi174 bash[69379]: audit 2024-04-26T05:15:05.062258+0000 mon.a (mon.0) 489 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:15:06.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:05 smithi174 bash[69379]: audit 2024-04-26T05:15:05.701897+0000 mon.c (mon.2) 196 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:15:06.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:05 smithi174 bash[69379]: audit 2024-04-26T05:15:05.703921+0000 mon.c (mon.2) 197 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:15:06.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:05 smithi174 bash[69379]: audit 2024-04-26T05:15:05.716902+0000 mon.a (mon.0) 490 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:15:06.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:05 smithi102 bash[82287]: audit 2024-04-26T05:15:04.894467+0000 mon.a (mon.0) 486 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:15:06.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:05 smithi102 bash[82287]: audit 2024-04-26T05:15:04.907781+0000 mon.a (mon.0) 487 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:15:06.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:05 smithi102 bash[82287]: audit 2024-04-26T05:15:05.047321+0000 mon.a (mon.0) 488 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:15:06.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:05 smithi102 bash[82287]: audit 2024-04-26T05:15:05.062258+0000 mon.a (mon.0) 489 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:15:06.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:05 smithi102 bash[82287]: audit 2024-04-26T05:15:05.701897+0000 mon.c (mon.2) 196 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:15:06.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:05 smithi102 bash[82287]: audit 2024-04-26T05:15:05.703921+0000 mon.c (mon.2) 197 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:15:06.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:05 smithi102 bash[82287]: audit 2024-04-26T05:15:05.716902+0000 mon.a (mon.0) 490 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:15:06.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:05 smithi102 bash[84717]: audit 2024-04-26T05:15:04.894467+0000 mon.a (mon.0) 486 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:15:06.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:05 smithi102 bash[84717]: audit 2024-04-26T05:15:04.907781+0000 mon.a (mon.0) 487 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:15:06.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:05 smithi102 bash[84717]: audit 2024-04-26T05:15:05.047321+0000 mon.a (mon.0) 488 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:15:06.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:05 smithi102 bash[84717]: audit 2024-04-26T05:15:05.062258+0000 mon.a (mon.0) 489 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:15:06.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:05 smithi102 bash[84717]: audit 2024-04-26T05:15:05.701897+0000 mon.c (mon.2) 196 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:15:06.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:05 smithi102 bash[84717]: audit 2024-04-26T05:15:05.703921+0000 mon.c (mon.2) 197 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:15:06.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:05 smithi102 bash[84717]: audit 2024-04-26T05:15:05.716902+0000 mon.a (mon.0) 490 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:15:07.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:07 smithi174 bash[69379]: cluster 2024-04-26T05:15:05.132355+0000 mgr.y (mgr.25910) 473 : cluster 0 pgmap v409: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:07.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:07 smithi174 bash[69379]: cluster 2024-04-26T05:15:05.707141+0000 mgr.y (mgr.25910) 474 : cluster 0 pgmap v410: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:07.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:07 smithi174 bash[69379]: cluster 2024-04-26T05:15:05.707544+0000 mgr.y (mgr.25910) 475 : cluster 0 pgmap v411: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:07.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:07 smithi102 bash[84717]: cluster 2024-04-26T05:15:05.132355+0000 mgr.y (mgr.25910) 473 : cluster 0 pgmap v409: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:07.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:07 smithi102 bash[84717]: cluster 2024-04-26T05:15:05.707141+0000 mgr.y (mgr.25910) 474 : cluster 0 pgmap v410: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:07.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:07 smithi102 bash[84717]: cluster 2024-04-26T05:15:05.707544+0000 mgr.y (mgr.25910) 475 : cluster 0 pgmap v411: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:07.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:07 smithi102 bash[82287]: cluster 2024-04-26T05:15:05.132355+0000 mgr.y (mgr.25910) 473 : cluster 0 pgmap v409: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:07.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:07 smithi102 bash[82287]: cluster 2024-04-26T05:15:05.707141+0000 mgr.y (mgr.25910) 474 : cluster 0 pgmap v410: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:07.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:07 smithi102 bash[82287]: cluster 2024-04-26T05:15:05.707544+0000 mgr.y (mgr.25910) 475 : cluster 0 pgmap v411: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:08.212 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:15:09.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:09 smithi174 bash[69379]: cluster 2024-04-26T05:15:07.708308+0000 mgr.y (mgr.25910) 476 : cluster 0 pgmap v412: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:09.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:09 smithi102 bash[82287]: cluster 2024-04-26T05:15:07.708308+0000 mgr.y (mgr.25910) 476 : cluster 0 pgmap v412: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:09.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:09 smithi102 bash[84717]: cluster 2024-04-26T05:15:07.708308+0000 mgr.y (mgr.25910) 476 : cluster 0 pgmap v412: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:10.704 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:15:10 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:15:10] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.43.0" 2024-04-26T05:15:11.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:11 smithi174 bash[69379]: cluster 2024-04-26T05:15:09.709333+0000 mgr.y (mgr.25910) 477 : cluster 0 pgmap v413: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:11.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:11 smithi102 bash[84717]: cluster 2024-04-26T05:15:09.709333+0000 mgr.y (mgr.25910) 477 : cluster 0 pgmap v413: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:11.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:11 smithi102 bash[82287]: cluster 2024-04-26T05:15:09.709333+0000 mgr.y (mgr.25910) 477 : cluster 0 pgmap v413: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:12.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:12 smithi174 bash[69379]: cluster 2024-04-26T05:15:11.710085+0000 mgr.y (mgr.25910) 478 : cluster 0 pgmap v414: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:12.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:12 smithi102 bash[84717]: cluster 2024-04-26T05:15:11.710085+0000 mgr.y (mgr.25910) 478 : cluster 0 pgmap v414: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:12.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:12 smithi102 bash[82287]: cluster 2024-04-26T05:15:11.710085+0000 mgr.y (mgr.25910) 478 : cluster 0 pgmap v414: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:13.000 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:15:15.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:14 smithi174 bash[69379]: cluster 2024-04-26T05:15:13.710858+0000 mgr.y (mgr.25910) 479 : cluster 0 pgmap v415: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:15.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:14 smithi102 bash[84717]: cluster 2024-04-26T05:15:13.710858+0000 mgr.y (mgr.25910) 479 : cluster 0 pgmap v415: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:15.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:14 smithi102 bash[82287]: cluster 2024-04-26T05:15:13.710858+0000 mgr.y (mgr.25910) 479 : cluster 0 pgmap v415: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:16.150 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:15:16.150 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:15:17.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:16 smithi174 bash[69379]: cluster 2024-04-26T05:15:15.711785+0000 mgr.y (mgr.25910) 480 : cluster 0 pgmap v416: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:17.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:16 smithi174 bash[69379]: audit 2024-04-26T05:15:16.151505+0000 mon.a (mon.0) 491 : audit 0 from='client.? 172.21.15.102:0/4047045954' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:15:17.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:16 smithi102 bash[84717]: cluster 2024-04-26T05:15:15.711785+0000 mgr.y (mgr.25910) 480 : cluster 0 pgmap v416: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:17.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:16 smithi102 bash[84717]: audit 2024-04-26T05:15:16.151505+0000 mon.a (mon.0) 491 : audit 0 from='client.? 172.21.15.102:0/4047045954' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:15:17.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:16 smithi102 bash[82287]: cluster 2024-04-26T05:15:15.711785+0000 mgr.y (mgr.25910) 480 : cluster 0 pgmap v416: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:17.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:16 smithi102 bash[82287]: audit 2024-04-26T05:15:16.151505+0000 mon.a (mon.0) 491 : audit 0 from='client.? 172.21.15.102:0/4047045954' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:15:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:18 smithi174 bash[69379]: cluster 2024-04-26T05:15:17.712750+0000 mgr.y (mgr.25910) 481 : cluster 0 pgmap v417: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:19.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:18 smithi174 bash[69379]: audit 2024-04-26T05:15:18.231549+0000 mon.c (mon.2) 198 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:15:19.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:18 smithi102 bash[84717]: cluster 2024-04-26T05:15:17.712750+0000 mgr.y (mgr.25910) 481 : cluster 0 pgmap v417: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:19.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:18 smithi102 bash[84717]: audit 2024-04-26T05:15:18.231549+0000 mon.c (mon.2) 198 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:15:19.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:18 smithi102 bash[82287]: cluster 2024-04-26T05:15:17.712750+0000 mgr.y (mgr.25910) 481 : cluster 0 pgmap v417: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:19.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:18 smithi102 bash[82287]: audit 2024-04-26T05:15:18.231549+0000 mon.c (mon.2) 198 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:15:19.918 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:15:20.704 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:15:20 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:15:20] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.43.0" 2024-04-26T05:15:21.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:20 smithi174 bash[69379]: cluster 2024-04-26T05:15:19.713725+0000 mgr.y (mgr.25910) 482 : cluster 0 pgmap v418: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:21.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:20 smithi102 bash[84717]: cluster 2024-04-26T05:15:19.713725+0000 mgr.y (mgr.25910) 482 : cluster 0 pgmap v418: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:21.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:20 smithi102 bash[82287]: cluster 2024-04-26T05:15:19.713725+0000 mgr.y (mgr.25910) 482 : cluster 0 pgmap v418: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:23.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:22 smithi174 bash[69379]: cluster 2024-04-26T05:15:21.714471+0000 mgr.y (mgr.25910) 483 : cluster 0 pgmap v419: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:23.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:22 smithi102 bash[84717]: cluster 2024-04-26T05:15:21.714471+0000 mgr.y (mgr.25910) 483 : cluster 0 pgmap v419: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:23.209 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:22 smithi102 bash[82287]: cluster 2024-04-26T05:15:21.714471+0000 mgr.y (mgr.25910) 483 : cluster 0 pgmap v419: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:24.708 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:15:25.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:24 smithi174 bash[69379]: cluster 2024-04-26T05:15:23.715237+0000 mgr.y (mgr.25910) 484 : cluster 0 pgmap v420: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:25.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:24 smithi102 bash[82287]: cluster 2024-04-26T05:15:23.715237+0000 mgr.y (mgr.25910) 484 : cluster 0 pgmap v420: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:25.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:24 smithi102 bash[84717]: cluster 2024-04-26T05:15:23.715237+0000 mgr.y (mgr.25910) 484 : cluster 0 pgmap v420: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:27.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:26 smithi174 bash[69379]: cluster 2024-04-26T05:15:25.716257+0000 mgr.y (mgr.25910) 485 : cluster 0 pgmap v421: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:27.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:26 smithi102 bash[84717]: cluster 2024-04-26T05:15:25.716257+0000 mgr.y (mgr.25910) 485 : cluster 0 pgmap v421: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:27.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:26 smithi102 bash[82287]: cluster 2024-04-26T05:15:25.716257+0000 mgr.y (mgr.25910) 485 : cluster 0 pgmap v421: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:27.971 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:15:27.971 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:15:29.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:28 smithi174 bash[69379]: cluster 2024-04-26T05:15:27.716821+0000 mgr.y (mgr.25910) 486 : cluster 0 pgmap v422: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:29.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:28 smithi174 bash[69379]: audit 2024-04-26T05:15:27.972397+0000 mon.a (mon.0) 492 : audit 0 from='client.? 172.21.15.102:0/2366207223' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:15:29.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:28 smithi102 bash[84717]: cluster 2024-04-26T05:15:27.716821+0000 mgr.y (mgr.25910) 486 : cluster 0 pgmap v422: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:29.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:28 smithi102 bash[84717]: audit 2024-04-26T05:15:27.972397+0000 mon.a (mon.0) 492 : audit 0 from='client.? 172.21.15.102:0/2366207223' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:15:29.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:28 smithi102 bash[82287]: cluster 2024-04-26T05:15:27.716821+0000 mgr.y (mgr.25910) 486 : cluster 0 pgmap v422: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:29.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:28 smithi102 bash[82287]: audit 2024-04-26T05:15:27.972397+0000 mon.a (mon.0) 492 : audit 0 from='client.? 172.21.15.102:0/2366207223' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:15:30.704 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:15:30 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:15:30] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.43.0" 2024-04-26T05:15:31.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:30 smithi174 bash[69379]: cluster 2024-04-26T05:15:29.717749+0000 mgr.y (mgr.25910) 487 : cluster 0 pgmap v423: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:31.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:30 smithi102 bash[82287]: cluster 2024-04-26T05:15:29.717749+0000 mgr.y (mgr.25910) 487 : cluster 0 pgmap v423: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:31.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:30 smithi102 bash[84717]: cluster 2024-04-26T05:15:29.717749+0000 mgr.y (mgr.25910) 487 : cluster 0 pgmap v423: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:31.713 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:15:33.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:32 smithi174 bash[69379]: cluster 2024-04-26T05:15:31.718508+0000 mgr.y (mgr.25910) 488 : cluster 0 pgmap v424: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:33.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:32 smithi102 bash[82287]: cluster 2024-04-26T05:15:31.718508+0000 mgr.y (mgr.25910) 488 : cluster 0 pgmap v424: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:33.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:32 smithi102 bash[84717]: cluster 2024-04-26T05:15:31.718508+0000 mgr.y (mgr.25910) 488 : cluster 0 pgmap v424: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:34.181 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:33 smithi174 bash[69379]: audit 2024-04-26T05:15:33.231940+0000 mon.c (mon.2) 199 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:15:34.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:33 smithi102 bash[84717]: audit 2024-04-26T05:15:33.231940+0000 mon.c (mon.2) 199 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:15:34.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:33 smithi102 bash[82287]: audit 2024-04-26T05:15:33.231940+0000 mon.c (mon.2) 199 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:15:35.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:34 smithi174 bash[69379]: cluster 2024-04-26T05:15:33.719230+0000 mgr.y (mgr.25910) 489 : cluster 0 pgmap v425: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:35.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:34 smithi102 bash[82287]: cluster 2024-04-26T05:15:33.719230+0000 mgr.y (mgr.25910) 489 : cluster 0 pgmap v425: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:35.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:34 smithi102 bash[84717]: cluster 2024-04-26T05:15:33.719230+0000 mgr.y (mgr.25910) 489 : cluster 0 pgmap v425: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:36.495 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:15:37.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:36 smithi174 bash[69379]: cluster 2024-04-26T05:15:35.720296+0000 mgr.y (mgr.25910) 490 : cluster 0 pgmap v426: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:37.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:36 smithi102 bash[84717]: cluster 2024-04-26T05:15:35.720296+0000 mgr.y (mgr.25910) 490 : cluster 0 pgmap v426: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:37.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:36 smithi102 bash[82287]: cluster 2024-04-26T05:15:35.720296+0000 mgr.y (mgr.25910) 490 : cluster 0 pgmap v426: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:39.104 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:38 smithi102 bash[84717]: cluster 2024-04-26T05:15:37.721055+0000 mgr.y (mgr.25910) 491 : cluster 0 pgmap v427: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:39.104 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:38 smithi102 bash[82287]: cluster 2024-04-26T05:15:37.721055+0000 mgr.y (mgr.25910) 491 : cluster 0 pgmap v427: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:39.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:38 smithi174 bash[69379]: cluster 2024-04-26T05:15:37.721055+0000 mgr.y (mgr.25910) 491 : cluster 0 pgmap v427: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:39.549 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:15:39.549 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:15:40.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:39 smithi174 bash[69379]: audit 2024-04-26T05:15:39.550248+0000 mon.c (mon.2) 200 : audit 0 from='client.? 172.21.15.102:0/3394379043' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:15:40.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:39 smithi102 bash[84717]: audit 2024-04-26T05:15:39.550248+0000 mon.c (mon.2) 200 : audit 0 from='client.? 172.21.15.102:0/3394379043' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:15:40.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:39 smithi102 bash[82287]: audit 2024-04-26T05:15:39.550248+0000 mon.c (mon.2) 200 : audit 0 from='client.? 172.21.15.102:0/3394379043' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:15:40.704 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:15:40 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:15:40] "GET /metrics HTTP/1.1" 200 34100 "" "Prometheus/2.43.0" 2024-04-26T05:15:41.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:40 smithi174 bash[69379]: cluster 2024-04-26T05:15:39.721960+0000 mgr.y (mgr.25910) 492 : cluster 0 pgmap v428: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:41.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:40 smithi102 bash[82287]: cluster 2024-04-26T05:15:39.721960+0000 mgr.y (mgr.25910) 492 : cluster 0 pgmap v428: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:41.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:40 smithi102 bash[84717]: cluster 2024-04-26T05:15:39.721960+0000 mgr.y (mgr.25910) 492 : cluster 0 pgmap v428: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:43.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:42 smithi174 bash[69379]: cluster 2024-04-26T05:15:41.722695+0000 mgr.y (mgr.25910) 493 : cluster 0 pgmap v429: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:43.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:42 smithi102 bash[82287]: cluster 2024-04-26T05:15:41.722695+0000 mgr.y (mgr.25910) 493 : cluster 0 pgmap v429: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:43.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:42 smithi102 bash[84717]: cluster 2024-04-26T05:15:41.722695+0000 mgr.y (mgr.25910) 493 : cluster 0 pgmap v429: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:43.336 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:15:45.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:44 smithi174 bash[69379]: cluster 2024-04-26T05:15:43.723447+0000 mgr.y (mgr.25910) 494 : cluster 0 pgmap v430: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:45.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:44 smithi102 bash[82287]: cluster 2024-04-26T05:15:43.723447+0000 mgr.y (mgr.25910) 494 : cluster 0 pgmap v430: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:45.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:44 smithi102 bash[84717]: cluster 2024-04-26T05:15:43.723447+0000 mgr.y (mgr.25910) 494 : cluster 0 pgmap v430: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:47.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:46 smithi174 bash[69379]: cluster 2024-04-26T05:15:45.724426+0000 mgr.y (mgr.25910) 495 : cluster 0 pgmap v431: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:47.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:46 smithi102 bash[84717]: cluster 2024-04-26T05:15:45.724426+0000 mgr.y (mgr.25910) 495 : cluster 0 pgmap v431: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:47.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:46 smithi102 bash[82287]: cluster 2024-04-26T05:15:45.724426+0000 mgr.y (mgr.25910) 495 : cluster 0 pgmap v431: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:48.124 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:15:49.129 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:48 smithi102 bash[82287]: cluster 2024-04-26T05:15:47.725324+0000 mgr.y (mgr.25910) 496 : cluster 0 pgmap v432: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:49.129 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:48 smithi102 bash[82287]: audit 2024-04-26T05:15:48.232508+0000 mon.c (mon.2) 201 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:15:49.129 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:48 smithi102 bash[84717]: cluster 2024-04-26T05:15:47.725324+0000 mgr.y (mgr.25910) 496 : cluster 0 pgmap v432: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:49.130 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:48 smithi102 bash[84717]: audit 2024-04-26T05:15:48.232508+0000 mon.c (mon.2) 201 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:15:49.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:48 smithi174 bash[69379]: cluster 2024-04-26T05:15:47.725324+0000 mgr.y (mgr.25910) 496 : cluster 0 pgmap v432: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:49.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:48 smithi174 bash[69379]: audit 2024-04-26T05:15:48.232508+0000 mon.c (mon.2) 201 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:15:50.704 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:15:50 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:15:50] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2024-04-26T05:15:51.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:50 smithi174 bash[69379]: cluster 2024-04-26T05:15:49.726295+0000 mgr.y (mgr.25910) 497 : cluster 0 pgmap v433: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:51.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:50 smithi102 bash[84717]: cluster 2024-04-26T05:15:49.726295+0000 mgr.y (mgr.25910) 497 : cluster 0 pgmap v433: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:51.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:50 smithi102 bash[82287]: cluster 2024-04-26T05:15:49.726295+0000 mgr.y (mgr.25910) 497 : cluster 0 pgmap v433: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:51.409 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:15:51.409 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:15:52.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:51 smithi174 bash[69379]: audit 2024-04-26T05:15:51.410339+0000 mon.c (mon.2) 202 : audit 0 from='client.? 172.21.15.102:0/2023968170' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:15:52.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:51 smithi102 bash[82287]: audit 2024-04-26T05:15:51.410339+0000 mon.c (mon.2) 202 : audit 0 from='client.? 172.21.15.102:0/2023968170' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:15:52.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:51 smithi102 bash[84717]: audit 2024-04-26T05:15:51.410339+0000 mon.c (mon.2) 202 : audit 0 from='client.? 172.21.15.102:0/2023968170' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:15:53.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:52 smithi174 bash[69379]: cluster 2024-04-26T05:15:51.727113+0000 mgr.y (mgr.25910) 498 : cluster 0 pgmap v434: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:53.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:52 smithi102 bash[82287]: cluster 2024-04-26T05:15:51.727113+0000 mgr.y (mgr.25910) 498 : cluster 0 pgmap v434: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:53.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:52 smithi102 bash[84717]: cluster 2024-04-26T05:15:51.727113+0000 mgr.y (mgr.25910) 498 : cluster 0 pgmap v434: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:55.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:54 smithi174 bash[69379]: cluster 2024-04-26T05:15:53.727854+0000 mgr.y (mgr.25910) 499 : cluster 0 pgmap v435: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:55.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:54 smithi102 bash[82287]: cluster 2024-04-26T05:15:53.727854+0000 mgr.y (mgr.25910) 499 : cluster 0 pgmap v435: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:55.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:54 smithi102 bash[84717]: cluster 2024-04-26T05:15:53.727854+0000 mgr.y (mgr.25910) 499 : cluster 0 pgmap v435: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:55.209 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:15:57.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:56 smithi174 bash[69379]: cluster 2024-04-26T05:15:55.728835+0000 mgr.y (mgr.25910) 500 : cluster 0 pgmap v436: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:57.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:56 smithi102 bash[84717]: cluster 2024-04-26T05:15:55.728835+0000 mgr.y (mgr.25910) 500 : cluster 0 pgmap v436: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:57.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:56 smithi102 bash[82287]: cluster 2024-04-26T05:15:55.728835+0000 mgr.y (mgr.25910) 500 : cluster 0 pgmap v436: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:59.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:15:58 smithi174 bash[69379]: cluster 2024-04-26T05:15:57.729674+0000 mgr.y (mgr.25910) 501 : cluster 0 pgmap v437: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:59.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:15:58 smithi102 bash[84717]: cluster 2024-04-26T05:15:57.729674+0000 mgr.y (mgr.25910) 501 : cluster 0 pgmap v437: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:59.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:15:58 smithi102 bash[82287]: cluster 2024-04-26T05:15:57.729674+0000 mgr.y (mgr.25910) 501 : cluster 0 pgmap v437: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:15:59.993 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:16:00.704 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:16:00 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:16:00] "GET /metrics HTTP/1.1" 200 34096 "" "Prometheus/2.43.0" 2024-04-26T05:16:01.140 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:00 smithi102 bash[82287]: cluster 2024-04-26T05:15:59.730767+0000 mgr.y (mgr.25910) 502 : cluster 0 pgmap v438: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:01.140 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:00 smithi102 bash[84717]: cluster 2024-04-26T05:15:59.730767+0000 mgr.y (mgr.25910) 502 : cluster 0 pgmap v438: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:01.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:00 smithi174 bash[69379]: cluster 2024-04-26T05:15:59.730767+0000 mgr.y (mgr.25910) 502 : cluster 0 pgmap v438: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:03.174 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:16:03.175 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:16:03.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:02 smithi174 bash[69379]: cluster 2024-04-26T05:16:01.731562+0000 mgr.y (mgr.25910) 503 : cluster 0 pgmap v439: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:03.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:02 smithi102 bash[84717]: cluster 2024-04-26T05:16:01.731562+0000 mgr.y (mgr.25910) 503 : cluster 0 pgmap v439: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:03.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:02 smithi102 bash[82287]: cluster 2024-04-26T05:16:01.731562+0000 mgr.y (mgr.25910) 503 : cluster 0 pgmap v439: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:04.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:03 smithi174 bash[69379]: audit 2024-04-26T05:16:03.175923+0000 mon.a (mon.0) 493 : audit 0 from='client.? 172.21.15.102:0/2575806895' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:16:04.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:03 smithi174 bash[69379]: audit 2024-04-26T05:16:03.232038+0000 mon.c (mon.2) 203 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:16:04.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:03 smithi102 bash[84717]: audit 2024-04-26T05:16:03.175923+0000 mon.a (mon.0) 493 : audit 0 from='client.? 172.21.15.102:0/2575806895' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:16:04.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:03 smithi102 bash[84717]: audit 2024-04-26T05:16:03.232038+0000 mon.c (mon.2) 203 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:16:04.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:03 smithi102 bash[82287]: audit 2024-04-26T05:16:03.175923+0000 mon.a (mon.0) 493 : audit 0 from='client.? 172.21.15.102:0/2575806895' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:16:04.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:03 smithi102 bash[82287]: audit 2024-04-26T05:16:03.232038+0000 mon.c (mon.2) 203 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:16:05.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:04 smithi174 bash[69379]: cluster 2024-04-26T05:16:03.732305+0000 mgr.y (mgr.25910) 504 : cluster 0 pgmap v440: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:05.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:04 smithi102 bash[84717]: cluster 2024-04-26T05:16:03.732305+0000 mgr.y (mgr.25910) 504 : cluster 0 pgmap v440: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:05.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:04 smithi102 bash[82287]: cluster 2024-04-26T05:16:03.732305+0000 mgr.y (mgr.25910) 504 : cluster 0 pgmap v440: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:06.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:05 smithi174 bash[69379]: audit 2024-04-26T05:16:05.810409+0000 mon.c (mon.2) 204 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:16:06.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:05 smithi102 bash[82287]: audit 2024-04-26T05:16:05.810409+0000 mon.c (mon.2) 204 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:16:06.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:05 smithi102 bash[84717]: audit 2024-04-26T05:16:05.810409+0000 mon.c (mon.2) 204 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-26T05:16:06.949 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:16:07.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:06 smithi174 bash[69379]: cluster 2024-04-26T05:16:05.733343+0000 mgr.y (mgr.25910) 505 : cluster 0 pgmap v441: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:07.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:06 smithi174 bash[69379]: audit 2024-04-26T05:16:06.337606+0000 mon.a (mon.0) 494 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:16:07.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:06 smithi174 bash[69379]: audit 2024-04-26T05:16:06.346709+0000 mon.a (mon.0) 495 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:16:07.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:06 smithi102 bash[82287]: cluster 2024-04-26T05:16:05.733343+0000 mgr.y (mgr.25910) 505 : cluster 0 pgmap v441: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:07.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:06 smithi102 bash[82287]: audit 2024-04-26T05:16:06.337606+0000 mon.a (mon.0) 494 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:16:07.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:06 smithi102 bash[82287]: audit 2024-04-26T05:16:06.346709+0000 mon.a (mon.0) 495 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:16:07.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:06 smithi102 bash[84717]: cluster 2024-04-26T05:16:05.733343+0000 mgr.y (mgr.25910) 505 : cluster 0 pgmap v441: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:07.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:06 smithi102 bash[84717]: audit 2024-04-26T05:16:06.337606+0000 mon.a (mon.0) 494 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:16:07.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:06 smithi102 bash[84717]: audit 2024-04-26T05:16:06.346709+0000 mon.a (mon.0) 495 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:16:09.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:08 smithi174 bash[69379]: cluster 2024-04-26T05:16:07.734214+0000 mgr.y (mgr.25910) 506 : cluster 0 pgmap v442: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:09.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:08 smithi102 bash[84717]: cluster 2024-04-26T05:16:07.734214+0000 mgr.y (mgr.25910) 506 : cluster 0 pgmap v442: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:09.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:08 smithi102 bash[82287]: cluster 2024-04-26T05:16:07.734214+0000 mgr.y (mgr.25910) 506 : cluster 0 pgmap v442: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:10.704 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:16:10 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:16:10] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.43.0" 2024-04-26T05:16:11.180 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:10 smithi174 bash[69379]: cluster 2024-04-26T05:16:09.735139+0000 mgr.y (mgr.25910) 507 : cluster 0 pgmap v443: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:11.204 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:10 smithi102 bash[84717]: cluster 2024-04-26T05:16:09.735139+0000 mgr.y (mgr.25910) 507 : cluster 0 pgmap v443: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:11.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:10 smithi102 bash[82287]: cluster 2024-04-26T05:16:09.735139+0000 mgr.y (mgr.25910) 507 : cluster 0 pgmap v443: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:11.347 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:16:12.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:12 smithi102 bash[84717]: audit 2024-04-26T05:16:11.617352+0000 mon.a (mon.0) 496 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:16:12.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:12 smithi102 bash[84717]: audit 2024-04-26T05:16:11.628778+0000 mon.a (mon.0) 497 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:16:12.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:12 smithi102 bash[84717]: cluster 2024-04-26T05:16:11.735694+0000 mgr.y (mgr.25910) 508 : cluster 0 pgmap v444: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:12.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:12 smithi102 bash[84717]: audit 2024-04-26T05:16:12.394504+0000 mon.a (mon.0) 498 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:16:12.704 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:12 smithi102 bash[84717]: audit 2024-04-26T05:16:12.405603+0000 mon.a (mon.0) 499 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:16:12.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:12 smithi102 bash[82287]: audit 2024-04-26T05:16:11.617352+0000 mon.a (mon.0) 496 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:16:12.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:12 smithi102 bash[82287]: audit 2024-04-26T05:16:11.628778+0000 mon.a (mon.0) 497 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:16:12.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:12 smithi102 bash[82287]: cluster 2024-04-26T05:16:11.735694+0000 mgr.y (mgr.25910) 508 : cluster 0 pgmap v444: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:12.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:12 smithi102 bash[82287]: audit 2024-04-26T05:16:12.394504+0000 mon.a (mon.0) 498 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:16:12.705 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:12 smithi102 bash[82287]: audit 2024-04-26T05:16:12.405603+0000 mon.a (mon.0) 499 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:16:12.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:12 smithi174 bash[69379]: audit 2024-04-26T05:16:11.617352+0000 mon.a (mon.0) 496 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:16:12.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:12 smithi174 bash[69379]: audit 2024-04-26T05:16:11.628778+0000 mon.a (mon.0) 497 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:16:12.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:12 smithi174 bash[69379]: cluster 2024-04-26T05:16:11.735694+0000 mgr.y (mgr.25910) 508 : cluster 0 pgmap v444: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:12.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:12 smithi174 bash[69379]: audit 2024-04-26T05:16:12.394504+0000 mon.a (mon.0) 498 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:16:12.931 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:12 smithi174 bash[69379]: audit 2024-04-26T05:16:12.405603+0000 mon.a (mon.0) 499 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:16:13.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:13 smithi174 bash[69379]: audit 2024-04-26T05:16:12.978758+0000 mon.c (mon.2) 205 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:16:13.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:13 smithi174 bash[69379]: audit 2024-04-26T05:16:12.980419+0000 mon.c (mon.2) 206 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:16:13.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:13 smithi174 bash[69379]: cluster 2024-04-26T05:16:12.983225+0000 mgr.y (mgr.25910) 509 : cluster 0 pgmap v445: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:13.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:13 smithi174 bash[69379]: cluster 2024-04-26T05:16:12.983772+0000 mgr.y (mgr.25910) 510 : cluster 0 pgmap v446: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:13.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:13 smithi174 bash[69379]: audit 2024-04-26T05:16:12.992724+0000 mon.a (mon.0) 500 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:16:13.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:13 smithi102 bash[84717]: audit 2024-04-26T05:16:12.978758+0000 mon.c (mon.2) 205 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:16:13.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:13 smithi102 bash[84717]: audit 2024-04-26T05:16:12.980419+0000 mon.c (mon.2) 206 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:16:13.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:13 smithi102 bash[84717]: cluster 2024-04-26T05:16:12.983225+0000 mgr.y (mgr.25910) 509 : cluster 0 pgmap v445: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:13.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:13 smithi102 bash[84717]: cluster 2024-04-26T05:16:12.983772+0000 mgr.y (mgr.25910) 510 : cluster 0 pgmap v446: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:13.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:13 smithi102 bash[84717]: audit 2024-04-26T05:16:12.992724+0000 mon.a (mon.0) 500 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:16:13.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:13 smithi102 bash[82287]: audit 2024-04-26T05:16:12.978758+0000 mon.c (mon.2) 205 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-26T05:16:13.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:13 smithi102 bash[82287]: audit 2024-04-26T05:16:12.980419+0000 mon.c (mon.2) 206 : audit 1 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-26T05:16:13.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:13 smithi102 bash[82287]: cluster 2024-04-26T05:16:12.983225+0000 mgr.y (mgr.25910) 509 : cluster 0 pgmap v445: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:13.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:13 smithi102 bash[82287]: cluster 2024-04-26T05:16:12.983772+0000 mgr.y (mgr.25910) 510 : cluster 0 pgmap v446: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:13.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:13 smithi102 bash[82287]: audit 2024-04-26T05:16:12.992724+0000 mon.a (mon.0) 500 : audit 1 from='mgr.25910 ' entity='mgr.y' 2024-04-26T05:16:14.518 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:16:14.518 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:16:14.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:14 smithi174 bash[69379]: audit 2024-04-26T05:16:14.519025+0000 mon.a (mon.0) 501 : audit 0 from='client.? 172.21.15.102:0/3005395574' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:16:14.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:14 smithi102 bash[82287]: audit 2024-04-26T05:16:14.519025+0000 mon.a (mon.0) 501 : audit 0 from='client.? 172.21.15.102:0/3005395574' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:16:14.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:14 smithi102 bash[84717]: audit 2024-04-26T05:16:14.519025+0000 mon.a (mon.0) 501 : audit 0 from='client.? 172.21.15.102:0/3005395574' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:16:15.930 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:15 smithi174 bash[69379]: cluster 2024-04-26T05:16:14.984757+0000 mgr.y (mgr.25910) 511 : cluster 0 pgmap v447: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:15.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:15 smithi102 bash[82287]: cluster 2024-04-26T05:16:14.984757+0000 mgr.y (mgr.25910) 511 : cluster 0 pgmap v447: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:15.954 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:15 smithi102 bash[84717]: cluster 2024-04-26T05:16:14.984757+0000 mgr.y (mgr.25910) 511 : cluster 0 pgmap v447: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:18.264 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:16:18.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:18 smithi174 bash[69379]: cluster 2024-04-26T05:16:16.985485+0000 mgr.y (mgr.25910) 512 : cluster 0 pgmap v448: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:18.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:18 smithi102 bash[84717]: cluster 2024-04-26T05:16:16.985485+0000 mgr.y (mgr.25910) 512 : cluster 0 pgmap v448: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:18.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:18 smithi102 bash[82287]: cluster 2024-04-26T05:16:16.985485+0000 mgr.y (mgr.25910) 512 : cluster 0 pgmap v448: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:19.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:19 smithi174 bash[69379]: audit 2024-04-26T05:16:18.233332+0000 mon.c (mon.2) 207 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:16:19.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:19 smithi102 bash[84717]: audit 2024-04-26T05:16:18.233332+0000 mon.c (mon.2) 207 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:16:19.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:19 smithi102 bash[82287]: audit 2024-04-26T05:16:18.233332+0000 mon.c (mon.2) 207 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:16:20.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:20 smithi174 bash[69379]: cluster 2024-04-26T05:16:18.986347+0000 mgr.y (mgr.25910) 513 : cluster 0 pgmap v449: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:20.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:20 smithi102 bash[84717]: cluster 2024-04-26T05:16:18.986347+0000 mgr.y (mgr.25910) 513 : cluster 0 pgmap v449: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:20.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:20 smithi102 bash[82287]: cluster 2024-04-26T05:16:18.986347+0000 mgr.y (mgr.25910) 513 : cluster 0 pgmap v449: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:20.704 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:16:20 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:16:20] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.43.0" 2024-04-26T05:16:22.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:22 smithi174 bash[69379]: cluster 2024-04-26T05:16:20.987417+0000 mgr.y (mgr.25910) 514 : cluster 0 pgmap v450: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:22.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:22 smithi102 bash[84717]: cluster 2024-04-26T05:16:20.987417+0000 mgr.y (mgr.25910) 514 : cluster 0 pgmap v450: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:22.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:22 smithi102 bash[82287]: cluster 2024-04-26T05:16:20.987417+0000 mgr.y (mgr.25910) 514 : cluster 0 pgmap v450: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:23.056 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:16:24.381 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:24 smithi102 bash[84717]: cluster 2024-04-26T05:16:22.988302+0000 mgr.y (mgr.25910) 515 : cluster 0 pgmap v451: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:24.381 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:24 smithi102 bash[82287]: cluster 2024-04-26T05:16:22.988302+0000 mgr.y (mgr.25910) 515 : cluster 0 pgmap v451: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:24.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:24 smithi174 bash[69379]: cluster 2024-04-26T05:16:22.988302+0000 mgr.y (mgr.25910) 515 : cluster 0 pgmap v451: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:26.248 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:16:26.248 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:16:26.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:26 smithi174 bash[69379]: cluster 2024-04-26T05:16:24.989121+0000 mgr.y (mgr.25910) 516 : cluster 0 pgmap v452: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:26.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:26 smithi102 bash[82287]: cluster 2024-04-26T05:16:24.989121+0000 mgr.y (mgr.25910) 516 : cluster 0 pgmap v452: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:26.455 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:26 smithi102 bash[84717]: cluster 2024-04-26T05:16:24.989121+0000 mgr.y (mgr.25910) 516 : cluster 0 pgmap v452: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:27.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:27 smithi174 bash[69379]: audit 2024-04-26T05:16:26.249104+0000 mon.a (mon.0) 502 : audit 0 from='client.? 172.21.15.102:0/2790055489' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:16:27.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:27 smithi102 bash[84717]: audit 2024-04-26T05:16:26.249104+0000 mon.a (mon.0) 502 : audit 0 from='client.? 172.21.15.102:0/2790055489' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:16:27.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:27 smithi102 bash[82287]: audit 2024-04-26T05:16:26.249104+0000 mon.a (mon.0) 502 : audit 0 from='client.? 172.21.15.102:0/2790055489' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:16:28.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:28 smithi174 bash[69379]: cluster 2024-04-26T05:16:26.989836+0000 mgr.y (mgr.25910) 517 : cluster 0 pgmap v453: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:28.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:28 smithi102 bash[82287]: cluster 2024-04-26T05:16:26.989836+0000 mgr.y (mgr.25910) 517 : cluster 0 pgmap v453: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:28.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:28 smithi102 bash[84717]: cluster 2024-04-26T05:16:26.989836+0000 mgr.y (mgr.25910) 517 : cluster 0 pgmap v453: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:29.999 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:16:30.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:30 smithi174 bash[69379]: cluster 2024-04-26T05:16:28.990695+0000 mgr.y (mgr.25910) 518 : cluster 0 pgmap v454: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:30.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:30 smithi102 bash[84717]: cluster 2024-04-26T05:16:28.990695+0000 mgr.y (mgr.25910) 518 : cluster 0 pgmap v454: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:30.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:30 smithi102 bash[82287]: cluster 2024-04-26T05:16:28.990695+0000 mgr.y (mgr.25910) 518 : cluster 0 pgmap v454: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:30.704 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:16:30 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:16:30] "GET /metrics HTTP/1.1" 200 34098 "" "Prometheus/2.43.0" 2024-04-26T05:16:31.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:31 smithi174 bash[69379]: cluster 2024-04-26T05:16:30.991751+0000 mgr.y (mgr.25910) 519 : cluster 0 pgmap v455: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:31.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:31 smithi102 bash[84717]: cluster 2024-04-26T05:16:30.991751+0000 mgr.y (mgr.25910) 519 : cluster 0 pgmap v455: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:31.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:31 smithi102 bash[82287]: cluster 2024-04-26T05:16:30.991751+0000 mgr.y (mgr.25910) 519 : cluster 0 pgmap v455: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:34.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:34 smithi174 bash[69379]: cluster 2024-04-26T05:16:32.992525+0000 mgr.y (mgr.25910) 520 : cluster 0 pgmap v456: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:34.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:34 smithi174 bash[69379]: audit 2024-04-26T05:16:33.233832+0000 mon.c (mon.2) 208 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:16:34.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:34 smithi102 bash[84717]: cluster 2024-04-26T05:16:32.992525+0000 mgr.y (mgr.25910) 520 : cluster 0 pgmap v456: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:34.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:34 smithi102 bash[84717]: audit 2024-04-26T05:16:33.233832+0000 mon.c (mon.2) 208 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:16:34.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:34 smithi102 bash[82287]: cluster 2024-04-26T05:16:32.992525+0000 mgr.y (mgr.25910) 520 : cluster 0 pgmap v456: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:34.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:34 smithi102 bash[82287]: audit 2024-04-26T05:16:33.233832+0000 mon.c (mon.2) 208 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:16:34.789 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:16:36.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:36 smithi102 bash[84717]: cluster 2024-04-26T05:16:34.993949+0000 mgr.y (mgr.25910) 521 : cluster 0 pgmap v457: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:36.170 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:36 smithi102 bash[82287]: cluster 2024-04-26T05:16:34.993949+0000 mgr.y (mgr.25910) 521 : cluster 0 pgmap v457: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:36.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:36 smithi174 bash[69379]: cluster 2024-04-26T05:16:34.993949+0000 mgr.y (mgr.25910) 521 : cluster 0 pgmap v457: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:37.876 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:16:37.876 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:16:38.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:38 smithi102 bash[82287]: cluster 2024-04-26T05:16:36.994876+0000 mgr.y (mgr.25910) 522 : cluster 0 pgmap v458: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:38.204 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:38 smithi102 bash[82287]: audit 2024-04-26T05:16:37.877201+0000 mon.a (mon.0) 503 : audit 0 from='client.? 172.21.15.102:0/251219153' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:16:38.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:38 smithi102 bash[84717]: cluster 2024-04-26T05:16:36.994876+0000 mgr.y (mgr.25910) 522 : cluster 0 pgmap v458: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:38.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:38 smithi102 bash[84717]: audit 2024-04-26T05:16:37.877201+0000 mon.a (mon.0) 503 : audit 0 from='client.? 172.21.15.102:0/251219153' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:16:38.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:38 smithi174 bash[69379]: cluster 2024-04-26T05:16:36.994876+0000 mgr.y (mgr.25910) 522 : cluster 0 pgmap v458: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:38.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:38 smithi174 bash[69379]: audit 2024-04-26T05:16:37.877201+0000 mon.a (mon.0) 503 : audit 0 from='client.? 172.21.15.102:0/251219153' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:16:40.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:40 smithi174 bash[69379]: cluster 2024-04-26T05:16:38.995801+0000 mgr.y (mgr.25910) 523 : cluster 0 pgmap v459: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:40.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:40 smithi102 bash[84717]: cluster 2024-04-26T05:16:38.995801+0000 mgr.y (mgr.25910) 523 : cluster 0 pgmap v459: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:40.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:40 smithi102 bash[82287]: cluster 2024-04-26T05:16:38.995801+0000 mgr.y (mgr.25910) 523 : cluster 0 pgmap v459: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:40.704 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:16:40 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:16:40] "GET /metrics HTTP/1.1" 200 34099 "" "Prometheus/2.43.0" 2024-04-26T05:16:41.613 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:16:42.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:42 smithi174 bash[69379]: cluster 2024-04-26T05:16:40.997015+0000 mgr.y (mgr.25910) 524 : cluster 0 pgmap v460: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:42.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:42 smithi102 bash[84717]: cluster 2024-04-26T05:16:40.997015+0000 mgr.y (mgr.25910) 524 : cluster 0 pgmap v460: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:42.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:42 smithi102 bash[82287]: cluster 2024-04-26T05:16:40.997015+0000 mgr.y (mgr.25910) 524 : cluster 0 pgmap v460: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:44.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:44 smithi174 bash[69379]: cluster 2024-04-26T05:16:42.997865+0000 mgr.y (mgr.25910) 525 : cluster 0 pgmap v461: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:44.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:44 smithi102 bash[84717]: cluster 2024-04-26T05:16:42.997865+0000 mgr.y (mgr.25910) 525 : cluster 0 pgmap v461: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:44.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:44 smithi102 bash[82287]: cluster 2024-04-26T05:16:42.997865+0000 mgr.y (mgr.25910) 525 : cluster 0 pgmap v461: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:46.403 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:16:46.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:46 smithi102 bash[84717]: cluster 2024-04-26T05:16:44.998852+0000 mgr.y (mgr.25910) 526 : cluster 0 pgmap v462: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:46.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:46 smithi102 bash[82287]: cluster 2024-04-26T05:16:44.998852+0000 mgr.y (mgr.25910) 526 : cluster 0 pgmap v462: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:46.429 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:46 smithi174 bash[69379]: cluster 2024-04-26T05:16:44.998852+0000 mgr.y (mgr.25910) 526 : cluster 0 pgmap v462: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:48.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:48 smithi174 bash[69379]: cluster 2024-04-26T05:16:46.999648+0000 mgr.y (mgr.25910) 527 : cluster 0 pgmap v463: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:48.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:48 smithi102 bash[84717]: cluster 2024-04-26T05:16:46.999648+0000 mgr.y (mgr.25910) 527 : cluster 0 pgmap v463: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:48.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:48 smithi102 bash[82287]: cluster 2024-04-26T05:16:46.999648+0000 mgr.y (mgr.25910) 527 : cluster 0 pgmap v463: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:49.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:49 smithi174 bash[69379]: audit 2024-04-26T05:16:48.234437+0000 mon.c (mon.2) 209 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:16:49.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:49 smithi102 bash[82287]: audit 2024-04-26T05:16:48.234437+0000 mon.c (mon.2) 209 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:16:49.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:49 smithi102 bash[84717]: audit 2024-04-26T05:16:48.234437+0000 mon.c (mon.2) 209 : audit 0 from='mgr.25910 172.21.15.102:0/1514531182' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-26T05:16:49.676 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:16:49.676 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:16:50.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:50 smithi174 bash[69379]: cluster 2024-04-26T05:16:49.000368+0000 mgr.y (mgr.25910) 528 : cluster 0 pgmap v464: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:50.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:50 smithi174 bash[69379]: audit 2024-04-26T05:16:49.677348+0000 mon.c (mon.2) 210 : audit 0 from='client.? 172.21.15.102:0/4118332057' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:16:50.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:50 smithi102 bash[84717]: cluster 2024-04-26T05:16:49.000368+0000 mgr.y (mgr.25910) 528 : cluster 0 pgmap v464: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:50.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:50 smithi102 bash[84717]: audit 2024-04-26T05:16:49.677348+0000 mon.c (mon.2) 210 : audit 0 from='client.? 172.21.15.102:0/4118332057' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:16:50.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:50 smithi102 bash[82287]: cluster 2024-04-26T05:16:49.000368+0000 mgr.y (mgr.25910) 528 : cluster 0 pgmap v464: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:50.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:50 smithi102 bash[82287]: audit 2024-04-26T05:16:49.677348+0000 mon.c (mon.2) 210 : audit 0 from='client.? 172.21.15.102:0/4118332057' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:16:50.704 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:16:50 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:16:50] "GET /metrics HTTP/1.1" 200 34102 "" "Prometheus/2.43.0" 2024-04-26T05:16:51.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:51 smithi174 bash[69379]: cluster 2024-04-26T05:16:51.001363+0000 mgr.y (mgr.25910) 529 : cluster 0 pgmap v465: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:51.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:51 smithi102 bash[84717]: cluster 2024-04-26T05:16:51.001363+0000 mgr.y (mgr.25910) 529 : cluster 0 pgmap v465: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:51.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:51 smithi102 bash[82287]: cluster 2024-04-26T05:16:51.001363+0000 mgr.y (mgr.25910) 529 : cluster 0 pgmap v465: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:53.470 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-26T05:16:54.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:54 smithi174 bash[69379]: cluster 2024-04-26T05:16:53.002264+0000 mgr.y (mgr.25910) 530 : cluster 0 pgmap v466: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:54.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:54 smithi102 bash[84717]: cluster 2024-04-26T05:16:53.002264+0000 mgr.y (mgr.25910) 530 : cluster 0 pgmap v466: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:54.455 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:54 smithi102 bash[82287]: cluster 2024-04-26T05:16:53.002264+0000 mgr.y (mgr.25910) 530 : cluster 0 pgmap v466: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:56.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:56 smithi174 bash[69379]: cluster 2024-04-26T05:16:55.003354+0000 mgr.y (mgr.25910) 531 : cluster 0 pgmap v467: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:56.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:56 smithi102 bash[84717]: cluster 2024-04-26T05:16:55.003354+0000 mgr.y (mgr.25910) 531 : cluster 0 pgmap v467: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:56.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:56 smithi102 bash[82287]: cluster 2024-04-26T05:16:55.003354+0000 mgr.y (mgr.25910) 531 : cluster 0 pgmap v467: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:58.247 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/mon.a/config 2024-04-26T05:16:58.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:16:58 smithi174 bash[69379]: cluster 2024-04-26T05:16:57.004233+0000 mgr.y (mgr.25910) 532 : cluster 0 pgmap v468: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:58.454 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:16:58 smithi102 bash[84717]: cluster 2024-04-26T05:16:57.004233+0000 mgr.y (mgr.25910) 532 : cluster 0 pgmap v468: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:16:58.454 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:16:58 smithi102 bash[82287]: cluster 2024-04-26T05:16:57.004233+0000 mgr.y (mgr.25910) 532 : cluster 0 pgmap v468: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:17:00.430 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:17:00 smithi174 bash[69379]: cluster 2024-04-26T05:16:59.004872+0000 mgr.y (mgr.25910) 533 : cluster 0 pgmap v469: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:17:00.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:17:00 smithi102 bash[82287]: cluster 2024-04-26T05:16:59.004872+0000 mgr.y (mgr.25910) 533 : cluster 0 pgmap v469: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:17:00.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:17:00 smithi102 bash[84717]: cluster 2024-04-26T05:16:59.004872+0000 mgr.y (mgr.25910) 533 : cluster 0 pgmap v469: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:17:00.704 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:17:00 smithi102 bash[75186]: ::ffff:172.21.15.174 - - [26/Apr/2024:05:17:00] "GET /metrics HTTP/1.1" 200 34102 "" "Prometheus/2.43.0" 2024-04-26T05:17:01.416 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-26T05:17:01.417 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_ERR","checks":{"CEPHADM_FAILED_DAEMON":{"severity":"HEALTH_WARN","summary":{"message":"1 failed cephadm daemon(s)","count":1},"muted":false},"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-04-26T05:17:02.238 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_b22e2ebdeb24376882b7bda2a7329c8cccc2276a/qa/tasks/ceph.py", line 1478, in healthy manager.wait_until_healthy(timeout=300) File "/home/teuthworker/src/git.ceph.com_ceph_b22e2ebdeb24376882b7bda2a7329c8cccc2276a/qa/tasks/ceph_manager.py", line 3204, in wait_until_healthy assert time.time() - start < timeout, \ AssertionError: timeout expired in wait_until_healthy 2024-04-26T05:17:02.493 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=8d0b99f9ac1849ce91ecdf8dc5402d25 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_b22e2ebdeb24376882b7bda2a7329c8cccc2276a/qa/tasks/ceph.py", line 1478, in healthy manager.wait_until_healthy(timeout=300) File "/home/teuthworker/src/git.ceph.com_ceph_b22e2ebdeb24376882b7bda2a7329c8cccc2276a/qa/tasks/ceph_manager.py", line 3204, in wait_until_healthy assert time.time() - start < timeout, \ AssertionError: timeout expired in wait_until_healthy 2024-04-26T05:17:02.495 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-26T05:17:02.505 INFO:tasks.cephadm:Teardown begin 2024-04-26T05:17:02.505 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T05:17:02.510 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:17:02 smithi174 bash[69379]: cluster 2024-04-26T05:17:01.005517+0000 mgr.y (mgr.25910) 534 : cluster 0 pgmap v470: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:17:02.510 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:17:02 smithi174 bash[69379]: audit 2024-04-26T05:17:01.417453+0000 mon.c (mon.2) 211 : audit 0 from='client.? 172.21.15.102:0/1240697676' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:17:02.511 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:17:02 smithi102 bash[82287]: cluster 2024-04-26T05:17:01.005517+0000 mgr.y (mgr.25910) 534 : cluster 0 pgmap v470: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:17:02.511 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:17:02 smithi102 bash[82287]: audit 2024-04-26T05:17:01.417453+0000 mon.c (mon.2) 211 : audit 0 from='client.? 172.21.15.102:0/1240697676' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:17:02.511 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:17:02 smithi102 bash[84717]: cluster 2024-04-26T05:17:01.005517+0000 mgr.y (mgr.25910) 534 : cluster 0 pgmap v470: 73 pgs: 73 active+clean; 4.6 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-04-26T05:17:02.512 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:17:02 smithi102 bash[84717]: audit 2024-04-26T05:17:01.417453+0000 mon.c (mon.2) 211 : audit 0 from='client.? 172.21.15.102:0/1240697676' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-26T05:17:02.526 DEBUG:teuthology.orchestra.run.smithi174:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T05:17:02.540 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-26T05:17:02.540 DEBUG:teuthology.orchestra.run.smithi102:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T05:17:02.575 DEBUG:teuthology.orchestra.run.smithi174:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-26T05:17:02.588 INFO:tasks.cephadm:Stopping all daemons... 2024-04-26T05:17:02.589 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-26T05:17:02.589 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mon.a 2024-04-26T05:17:02.790 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:17:02 smithi102 systemd[1]: Stopping Ceph mon.a for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:17:02.790 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:17:02 smithi102 bash[82287]: debug 2024-04-26T05:17:02.760+0000 7fc19e6bc700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-26T05:17:02.790 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 26 05:17:02 smithi102 bash[82287]: debug 2024-04-26T05:17:02.760+0000 7fc19e6bc700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-26T05:17:03.683 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mon.a.service' 2024-04-26T05:17:03.714 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T05:17:03.715 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-26T05:17:03.715 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-26T05:17:03.715 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mon.c 2024-04-26T05:17:03.954 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:17:03 smithi102 bash[75186]: [26/Apr/2024:05:17:03] ENGINE Bus STOPPING 2024-04-26T05:17:03.955 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:17:03 smithi102 bash[75186]: [26/Apr/2024:05:17:03] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-26T05:17:03.955 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:17:03 smithi102 bash[75186]: [26/Apr/2024:05:17:03] ENGINE Bus STOPPED 2024-04-26T05:17:03.955 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:17:03 smithi102 bash[75186]: [26/Apr/2024:05:17:03] ENGINE Bus STARTING 2024-04-26T05:17:03.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:17:03 smithi102 systemd[1]: Stopping Ceph mon.c for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:17:03.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:17:03 smithi102 bash[84717]: debug 2024-04-26T05:17:03.892+0000 7f1539dff700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-26T05:17:03.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 26 05:17:03 smithi102 bash[84717]: debug 2024-04-26T05:17:03.892+0000 7f1539dff700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-26T05:17:04.454 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:17:04 smithi102 bash[75186]: [26/Apr/2024:05:17:04] ENGINE Serving on http://:::9283 2024-04-26T05:17:04.454 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:17:04 smithi102 bash[75186]: [26/Apr/2024:05:17:04] ENGINE Bus STARTED 2024-04-26T05:17:04.801 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mon.c.service' 2024-04-26T05:17:04.824 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T05:17:04.824 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-26T05:17:04.824 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-26T05:17:04.824 DEBUG:teuthology.orchestra.run.smithi174:> sudo systemctl stop ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mon.b 2024-04-26T05:17:05.172 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:17:04 smithi174 systemd[1]: Stopping Ceph mon.b for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:17:05.426 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:17:05 smithi174 bash[69379]: debug 2024-04-26T05:17:05.167+0000 7f2d77bfa700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-04-26T05:17:05.426 INFO:journalctl@ceph.mon.b.smithi174.stdout:Apr 26 05:17:05 smithi174 bash[69379]: debug 2024-04-26T05:17:05.167+0000 7f2d77bfa700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-26T05:17:06.078 DEBUG:teuthology.orchestra.run.smithi174:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mon.b.service' 2024-04-26T05:17:06.110 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T05:17:06.111 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-26T05:17:06.111 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-26T05:17:06.111 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mgr.y 2024-04-26T05:17:06.454 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:17:06 smithi102 systemd[1]: Stopping Ceph mgr.y for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:17:06.454 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:17:06 smithi102 bash[75186]: debug 2024-04-26T05:17:06.260+0000 7f0fe81d6700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-26T05:17:06.455 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 26 05:17:06 smithi102 bash[75186]: debug 2024-04-26T05:17:06.260+0000 7f0fe81d6700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-26T05:17:07.124 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mgr.y.service' 2024-04-26T05:17:07.149 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T05:17:07.149 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-26T05:17:07.149 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-26T05:17:07.150 DEBUG:teuthology.orchestra.run.smithi174:> sudo systemctl stop ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mgr.x 2024-04-26T05:17:07.430 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:17:07 smithi174 systemd[1]: Stopping Ceph mgr.x for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:17:08.136 DEBUG:teuthology.orchestra.run.smithi174:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mgr.x.service' 2024-04-26T05:17:08.146 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:17:07 smithi174 bash[80602]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-mgr-x 2024-04-26T05:17:08.146 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:17:08 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-26T05:17:08.146 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:17:08 smithi174 bash[80660]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-mgr-x 2024-04-26T05:17:08.146 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:17:08 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-26T05:17:08.146 INFO:journalctl@ceph.mgr.x.smithi174.stdout:Apr 26 05:17:08 smithi174 systemd[1]: Stopped Ceph mgr.x for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:17:08.161 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T05:17:08.161 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-26T05:17:08.161 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-26T05:17:08.161 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.0 2024-04-26T05:17:08.454 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:17:08 smithi102 systemd[1]: Stopping Ceph osd.0 for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:17:08.454 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:17:08 smithi102 bash[91008]: debug 2024-04-26T05:17:08.308+0000 7f5a764bb700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-26T05:17:08.455 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:17:08 smithi102 bash[91008]: debug 2024-04-26T05:17:08.308+0000 7f5a764bb700 -1 osd.0 117 *** Got signal Terminated *** 2024-04-26T05:17:08.455 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:17:08 smithi102 bash[91008]: debug 2024-04-26T05:17:08.308+0000 7f5a764bb700 -1 osd.0 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T05:17:14.588 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:17:14 smithi102 bash[121503]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-0 2024-04-26T05:17:14.589 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:14 smithi102 bash[74515]: ts=2024-04-26T05:17:14.290Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-26T05:17:14.589 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:14 smithi102 bash[74515]: ts=2024-04-26T05:17:14.291Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:17:14.954 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 26 05:17:14 smithi102 bash[121567]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-0 2024-04-26T05:17:16.484 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.0.service' 2024-04-26T05:17:16.511 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T05:17:16.511 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-26T05:17:16.511 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-26T05:17:16.511 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.1 2024-04-26T05:17:16.954 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:17:16 smithi102 systemd[1]: Stopping Ceph osd.1 for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:17:16.955 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:17:16 smithi102 bash[95906]: debug 2024-04-26T05:17:16.684+0000 7f03c4deb700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-26T05:17:16.955 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:17:16 smithi102 bash[95906]: debug 2024-04-26T05:17:16.684+0000 7f03c4deb700 -1 osd.1 117 *** Got signal Terminated *** 2024-04-26T05:17:16.955 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:17:16 smithi102 bash[95906]: debug 2024-04-26T05:17:16.684+0000 7f03c4deb700 -1 osd.1 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T05:17:20.454 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:20 smithi102 bash[74515]: ts=2024-04-26T05:17:20.179Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-26T05:17:20.454 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:20 smithi102 bash[74515]: ts=2024-04-26T05:17:20.180Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:17:22.990 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:17:22 smithi102 bash[121701]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-1 2024-04-26T05:17:22.990 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 26 05:17:22 smithi102 bash[121765]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-1 2024-04-26T05:17:24.447 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:24 smithi102 bash[74515]: ts=2024-04-26T05:17:24.290Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:17:24.447 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:24 smithi102 bash[74515]: ts=2024-04-26T05:17:24.290Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-26T05:17:24.447 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:24 smithi102 bash[74515]: ts=2024-04-26T05:17:24.291Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:17:24.915 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.1.service' 2024-04-26T05:17:24.943 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T05:17:24.944 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-26T05:17:24.944 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-26T05:17:24.944 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.2 2024-04-26T05:17:25.204 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:17:25 smithi102 systemd[1]: Stopping Ceph osd.2 for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:17:25.205 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:17:25 smithi102 bash[100871]: debug 2024-04-26T05:17:25.124+0000 7fee8b694700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-26T05:17:25.205 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:17:25 smithi102 bash[100871]: debug 2024-04-26T05:17:25.124+0000 7fee8b694700 -1 osd.2 117 *** Got signal Terminated *** 2024-04-26T05:17:25.205 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:17:25 smithi102 bash[100871]: debug 2024-04-26T05:17:25.124+0000 7fee8b694700 -1 osd.2 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T05:17:30.454 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:30 smithi102 bash[74515]: ts=2024-04-26T05:17:30.179Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-26T05:17:30.455 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:30 smithi102 bash[74515]: ts=2024-04-26T05:17:30.180Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-26T05:17:30.455 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:30 smithi102 bash[74515]: ts=2024-04-26T05:17:30.181Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:17:31.454 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:17:31 smithi102 bash[121896]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-2 2024-04-26T05:17:31.454 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 26 05:17:31 smithi102 bash[121961]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-2 2024-04-26T05:17:33.223 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.2.service' 2024-04-26T05:17:33.250 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T05:17:33.251 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-26T05:17:33.251 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-26T05:17:33.251 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.3 2024-04-26T05:17:33.704 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:17:33 smithi102 systemd[1]: Stopping Ceph osd.3 for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:17:33.705 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:17:33 smithi102 bash[105537]: debug 2024-04-26T05:17:33.424+0000 7f6c2a5eb700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-26T05:17:33.705 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:17:33 smithi102 bash[105537]: debug 2024-04-26T05:17:33.424+0000 7f6c2a5eb700 -1 osd.3 117 *** Got signal Terminated *** 2024-04-26T05:17:33.705 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:17:33 smithi102 bash[105537]: debug 2024-04-26T05:17:33.424+0000 7f6c2a5eb700 -1 osd.3 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T05:17:34.704 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:34 smithi102 bash[74515]: ts=2024-04-26T05:17:34.291Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-26T05:17:34.705 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:34 smithi102 bash[74515]: ts=2024-04-26T05:17:34.292Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-26T05:17:34.705 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:34 smithi102 bash[74515]: ts=2024-04-26T05:17:34.293Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:17:35.180 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:17:34 smithi174 bash[74922]: debug 2024-04-26T05:17:34.819+0000 7f48072ea700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:11.112191+0000 front 2024-04-26T05:17:11.111881+0000 (oldest deadline 2024-04-26T05:17:34.612045+0000) 2024-04-26T05:17:36.180 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:17:35 smithi174 bash[74922]: debug 2024-04-26T05:17:35.819+0000 7f48072ea700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:11.112191+0000 front 2024-04-26T05:17:11.111881+0000 (oldest deadline 2024-04-26T05:17:34.612045+0000) 2024-04-26T05:17:36.180 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:35 smithi174 bash[32606]: debug 2024-04-26T05:17:35.815+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:09.580635+0000 front 2024-04-26T05:17:09.580854+0000 (oldest deadline 2024-04-26T05:17:35.480795+0000) 2024-04-26T05:17:36.454 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:17:36 smithi102 bash[105537]: debug 2024-04-26T05:17:36.200+0000 7f6c22bd7700 -1 osd.3 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.489141+0000 front 2024-04-26T05:17:12.489512+0000 (oldest deadline 2024-04-26T05:17:35.289838+0000) 2024-04-26T05:17:36.680 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:36 smithi174 bash[44000]: debug 2024-04-26T05:17:36.267+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:37.180 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:17:36 smithi174 bash[74922]: debug 2024-04-26T05:17:36.791+0000 7f48072ea700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:11.112191+0000 front 2024-04-26T05:17:11.111881+0000 (oldest deadline 2024-04-26T05:17:34.612045+0000) 2024-04-26T05:17:37.180 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:36 smithi174 bash[32606]: debug 2024-04-26T05:17:36.835+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:09.580635+0000 front 2024-04-26T05:17:09.580854+0000 (oldest deadline 2024-04-26T05:17:35.480795+0000) 2024-04-26T05:17:37.454 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:17:37 smithi102 bash[105537]: debug 2024-04-26T05:17:37.188+0000 7f6c22bd7700 -1 osd.3 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.489141+0000 front 2024-04-26T05:17:12.489512+0000 (oldest deadline 2024-04-26T05:17:35.289838+0000) 2024-04-26T05:17:37.611 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:37 smithi174 bash[44000]: debug 2024-04-26T05:17:37.231+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:37.930 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:37 smithi174 bash[32606]: debug 2024-04-26T05:17:37.823+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:09.580635+0000 front 2024-04-26T05:17:09.580854+0000 (oldest deadline 2024-04-26T05:17:35.480795+0000) 2024-04-26T05:17:37.930 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:17:37 smithi174 bash[74922]: debug 2024-04-26T05:17:37.755+0000 7f48072ea700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:11.112191+0000 front 2024-04-26T05:17:11.111881+0000 (oldest deadline 2024-04-26T05:17:34.612045+0000) 2024-04-26T05:17:37.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:37 smithi174 bash[38165]: debug 2024-04-26T05:17:37.607+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:38.655 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:38 smithi174 bash[44000]: debug 2024-04-26T05:17:38.207+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:38.655 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:17:38 smithi174 bash[61678]: ts=2024-04-26T05:17:38.401Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.102:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.102:8765: connect: connection refused" 2024-04-26T05:17:38.656 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:17:38 smithi174 bash[61678]: ts=2024-04-26T05:17:38.403Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.102:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.102:8765: connect: connection refused" 2024-04-26T05:17:38.656 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:17:38 smithi174 bash[61678]: ts=2024-04-26T05:17:38.407Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.102:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.102:8765: connect: connection refused" 2024-04-26T05:17:38.656 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:17:38 smithi174 bash[61678]: ts=2024-04-26T05:17:38.410Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.102:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.102:8765: connect: connection refused" 2024-04-26T05:17:38.656 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:17:38 smithi174 bash[61678]: ts=2024-04-26T05:17:38.410Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.102:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.102:8765: connect: connection refused" 2024-04-26T05:17:38.704 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:17:38 smithi102 bash[105537]: debug 2024-04-26T05:17:38.232+0000 7f6c22bd7700 -1 osd.3 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.489141+0000 front 2024-04-26T05:17:12.489512+0000 (oldest deadline 2024-04-26T05:17:35.289838+0000) 2024-04-26T05:17:38.930 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:17:38 smithi174 bash[74922]: debug 2024-04-26T05:17:38.719+0000 7f48072ea700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:11.112191+0000 front 2024-04-26T05:17:11.111881+0000 (oldest deadline 2024-04-26T05:17:34.612045+0000) 2024-04-26T05:17:38.930 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:38 smithi174 bash[32606]: debug 2024-04-26T05:17:38.775+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:09.580635+0000 front 2024-04-26T05:17:09.580854+0000 (oldest deadline 2024-04-26T05:17:35.480795+0000) 2024-04-26T05:17:38.931 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:38 smithi174 bash[38165]: debug 2024-04-26T05:17:38.651+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:39.680 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:39 smithi174 bash[44000]: debug 2024-04-26T05:17:39.223+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:39.706 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:17:39 smithi102 bash[122097]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-3 2024-04-26T05:17:39.707 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 26 05:17:39 smithi102 bash[122162]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-3 2024-04-26T05:17:40.180 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:39 smithi174 bash[38165]: debug 2024-04-26T05:17:39.699+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:40.181 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:17:39 smithi174 bash[74922]: debug 2024-04-26T05:17:39.691+0000 7f48072ea700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:11.112191+0000 front 2024-04-26T05:17:11.111881+0000 (oldest deadline 2024-04-26T05:17:34.612045+0000) 2024-04-26T05:17:40.181 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:39 smithi174 bash[32606]: debug 2024-04-26T05:17:39.731+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:09.580635+0000 front 2024-04-26T05:17:09.580854+0000 (oldest deadline 2024-04-26T05:17:35.480795+0000) 2024-04-26T05:17:40.454 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:40 smithi102 bash[74515]: ts=2024-04-26T05:17:40.180Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:17:40.454 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:40 smithi102 bash[74515]: ts=2024-04-26T05:17:40.181Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-26T05:17:40.455 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:40 smithi102 bash[74515]: ts=2024-04-26T05:17:40.182Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:17:40.680 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:40 smithi174 bash[44000]: debug 2024-04-26T05:17:40.199+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:41.180 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:40 smithi174 bash[32606]: debug 2024-04-26T05:17:40.731+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:09.580635+0000 front 2024-04-26T05:17:09.580854+0000 (oldest deadline 2024-04-26T05:17:35.480795+0000) 2024-04-26T05:17:41.180 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:40 smithi174 bash[38165]: debug 2024-04-26T05:17:40.711+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:41.181 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:17:40 smithi174 bash[74922]: debug 2024-04-26T05:17:40.703+0000 7f48072ea700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:11.112191+0000 front 2024-04-26T05:17:11.111881+0000 (oldest deadline 2024-04-26T05:17:34.612045+0000) 2024-04-26T05:17:41.389 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.3.service' 2024-04-26T05:17:41.415 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T05:17:41.416 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-26T05:17:41.416 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-26T05:17:41.416 DEBUG:teuthology.orchestra.run.smithi174:> sudo systemctl stop ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.4 2024-04-26T05:17:41.579 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:17:41 smithi174 systemd[1]: Stopping Ceph osd.4 for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:17:41.599 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:41 smithi174 bash[44000]: debug 2024-04-26T05:17:41.187+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:41.680 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:41 smithi174 bash[38165]: debug 2024-04-26T05:17:41.671+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:41.680 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:17:41 smithi174 bash[74922]: debug 2024-04-26T05:17:41.575+0000 7f480ecfe700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-26T05:17:41.680 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:17:41 smithi174 bash[74922]: debug 2024-04-26T05:17:41.575+0000 7f480ecfe700 -1 osd.4 117 *** Got signal Terminated *** 2024-04-26T05:17:41.681 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:17:41 smithi174 bash[74922]: debug 2024-04-26T05:17:41.575+0000 7f480ecfe700 -1 osd.4 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T05:17:41.930 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:17:41 smithi174 bash[74922]: debug 2024-04-26T05:17:41.743+0000 7f48072ea700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:11.112191+0000 front 2024-04-26T05:17:11.111881+0000 (oldest deadline 2024-04-26T05:17:34.612045+0000) 2024-04-26T05:17:41.930 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:41 smithi174 bash[32606]: debug 2024-04-26T05:17:41.691+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:09.580635+0000 front 2024-04-26T05:17:09.580854+0000 (oldest deadline 2024-04-26T05:17:35.480795+0000) 2024-04-26T05:17:42.680 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:42 smithi174 bash[44000]: debug 2024-04-26T05:17:42.203+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:43.159 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:42 smithi174 bash[32606]: debug 2024-04-26T05:17:42.711+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:09.580635+0000 front 2024-04-26T05:17:09.580854+0000 (oldest deadline 2024-04-26T05:17:35.480795+0000) 2024-04-26T05:17:43.159 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:17:42 smithi174 bash[74922]: debug 2024-04-26T05:17:42.731+0000 7f48072ea700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:11.112191+0000 front 2024-04-26T05:17:11.111881+0000 (oldest deadline 2024-04-26T05:17:34.612045+0000) 2024-04-26T05:17:43.160 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:42 smithi174 bash[38165]: debug 2024-04-26T05:17:42.711+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:43.160 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:42 smithi174 bash[38165]: debug 2024-04-26T05:17:42.711+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:16.849082+0000 front 2024-04-26T05:17:16.849316+0000 (oldest deadline 2024-04-26T05:17:42.148909+0000) 2024-04-26T05:17:43.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:43 smithi174 bash[44000]: debug 2024-04-26T05:17:43.155+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:44.111 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:17:43 smithi174 bash[74922]: debug 2024-04-26T05:17:43.767+0000 7f48072ea700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:11.112191+0000 front 2024-04-26T05:17:11.111881+0000 (oldest deadline 2024-04-26T05:17:34.612045+0000) 2024-04-26T05:17:44.111 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:43 smithi174 bash[32606]: debug 2024-04-26T05:17:43.755+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:09.580635+0000 front 2024-04-26T05:17:09.580854+0000 (oldest deadline 2024-04-26T05:17:35.480795+0000) 2024-04-26T05:17:44.111 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:43 smithi174 bash[32606]: debug 2024-04-26T05:17:43.755+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:17.782613+0000 front 2024-04-26T05:17:17.782578+0000 (oldest deadline 2024-04-26T05:17:43.082087+0000) 2024-04-26T05:17:44.112 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:43 smithi174 bash[38165]: debug 2024-04-26T05:17:43.723+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:44.112 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:43 smithi174 bash[38165]: debug 2024-04-26T05:17:43.723+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:16.849082+0000 front 2024-04-26T05:17:16.849316+0000 (oldest deadline 2024-04-26T05:17:42.148909+0000) 2024-04-26T05:17:44.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:44 smithi174 bash[44000]: debug 2024-04-26T05:17:44.111+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:44.704 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:44 smithi102 bash[74515]: ts=2024-04-26T05:17:44.292Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:17:44.705 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:44 smithi102 bash[74515]: ts=2024-04-26T05:17:44.292Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-26T05:17:44.705 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:44 smithi102 bash[74515]: ts=2024-04-26T05:17:44.294Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:17:45.065 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:17:44 smithi174 bash[74922]: debug 2024-04-26T05:17:44.815+0000 7f48072ea700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:11.112191+0000 front 2024-04-26T05:17:11.111881+0000 (oldest deadline 2024-04-26T05:17:34.612045+0000) 2024-04-26T05:17:45.065 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:17:44 smithi174 bash[74922]: debug 2024-04-26T05:17:44.815+0000 7f48072ea700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:20.513833+0000 front 2024-04-26T05:17:20.513400+0000 (oldest deadline 2024-04-26T05:17:44.013179+0000) 2024-04-26T05:17:45.065 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:44 smithi174 bash[32606]: debug 2024-04-26T05:17:44.723+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:09.580635+0000 front 2024-04-26T05:17:09.580854+0000 (oldest deadline 2024-04-26T05:17:35.480795+0000) 2024-04-26T05:17:45.065 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:44 smithi174 bash[32606]: debug 2024-04-26T05:17:44.723+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:17.782613+0000 front 2024-04-26T05:17:17.782578+0000 (oldest deadline 2024-04-26T05:17:43.082087+0000) 2024-04-26T05:17:45.066 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:44 smithi174 bash[38165]: debug 2024-04-26T05:17:44.715+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:45.066 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:44 smithi174 bash[38165]: debug 2024-04-26T05:17:44.715+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:16.849082+0000 front 2024-04-26T05:17:16.849316+0000 (oldest deadline 2024-04-26T05:17:42.148909+0000) 2024-04-26T05:17:45.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:45 smithi174 bash[44000]: debug 2024-04-26T05:17:45.063+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:46.068 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:45 smithi174 bash[32606]: debug 2024-04-26T05:17:45.771+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:09.580635+0000 front 2024-04-26T05:17:09.580854+0000 (oldest deadline 2024-04-26T05:17:35.480795+0000) 2024-04-26T05:17:46.068 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:45 smithi174 bash[32606]: debug 2024-04-26T05:17:45.771+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:17.782613+0000 front 2024-04-26T05:17:17.782578+0000 (oldest deadline 2024-04-26T05:17:43.082087+0000) 2024-04-26T05:17:46.068 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:17:45 smithi174 bash[74922]: debug 2024-04-26T05:17:45.831+0000 7f48072ea700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:11.112191+0000 front 2024-04-26T05:17:11.111881+0000 (oldest deadline 2024-04-26T05:17:34.612045+0000) 2024-04-26T05:17:46.069 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:17:45 smithi174 bash[74922]: debug 2024-04-26T05:17:45.831+0000 7f48072ea700 -1 osd.4 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:20.513833+0000 front 2024-04-26T05:17:20.513400+0000 (oldest deadline 2024-04-26T05:17:44.013179+0000) 2024-04-26T05:17:46.069 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:45 smithi174 bash[38165]: debug 2024-04-26T05:17:45.691+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:46.069 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:45 smithi174 bash[38165]: debug 2024-04-26T05:17:45.691+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:16.849082+0000 front 2024-04-26T05:17:16.849316+0000 (oldest deadline 2024-04-26T05:17:42.148909+0000) 2024-04-26T05:17:46.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:46 smithi174 bash[44000]: debug 2024-04-26T05:17:46.067+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:46.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:46 smithi174 bash[44000]: debug 2024-04-26T05:17:46.067+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:17:47.066 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:46 smithi174 bash[32606]: debug 2024-04-26T05:17:46.751+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:09.580635+0000 front 2024-04-26T05:17:09.580854+0000 (oldest deadline 2024-04-26T05:17:35.480795+0000) 2024-04-26T05:17:47.066 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:46 smithi174 bash[32606]: debug 2024-04-26T05:17:46.751+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:17.782613+0000 front 2024-04-26T05:17:17.782578+0000 (oldest deadline 2024-04-26T05:17:43.082087+0000) 2024-04-26T05:17:47.067 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:46 smithi174 bash[38165]: debug 2024-04-26T05:17:46.723+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:47.067 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:46 smithi174 bash[38165]: debug 2024-04-26T05:17:46.723+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:16.849082+0000 front 2024-04-26T05:17:16.849316+0000 (oldest deadline 2024-04-26T05:17:42.148909+0000) 2024-04-26T05:17:47.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:47 smithi174 bash[44000]: debug 2024-04-26T05:17:47.063+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:47.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:47 smithi174 bash[44000]: debug 2024-04-26T05:17:47.063+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:17:47.930 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:17:47 smithi174 bash[80700]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-4 2024-04-26T05:17:47.930 INFO:journalctl@ceph.osd.4.smithi174.stdout:Apr 26 05:17:47 smithi174 bash[80765]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-4 2024-04-26T05:17:47.930 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:47 smithi174 bash[32606]: debug 2024-04-26T05:17:47.735+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:09.580635+0000 front 2024-04-26T05:17:09.580854+0000 (oldest deadline 2024-04-26T05:17:35.480795+0000) 2024-04-26T05:17:47.931 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:47 smithi174 bash[32606]: debug 2024-04-26T05:17:47.735+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:17.782613+0000 front 2024-04-26T05:17:17.782578+0000 (oldest deadline 2024-04-26T05:17:43.082087+0000) 2024-04-26T05:17:47.931 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:47 smithi174 bash[38165]: debug 2024-04-26T05:17:47.731+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:47.931 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:47 smithi174 bash[38165]: debug 2024-04-26T05:17:47.731+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:16.849082+0000 front 2024-04-26T05:17:16.849316+0000 (oldest deadline 2024-04-26T05:17:42.148909+0000) 2024-04-26T05:17:48.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:48 smithi174 bash[44000]: debug 2024-04-26T05:17:48.087+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:48.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:48 smithi174 bash[44000]: debug 2024-04-26T05:17:48.087+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:17:49.055 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:48 smithi174 bash[38165]: debug 2024-04-26T05:17:48.683+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:49.055 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:48 smithi174 bash[38165]: debug 2024-04-26T05:17:48.683+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:16.849082+0000 front 2024-04-26T05:17:16.849316+0000 (oldest deadline 2024-04-26T05:17:42.148909+0000) 2024-04-26T05:17:49.055 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:48 smithi174 bash[32606]: debug 2024-04-26T05:17:48.747+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:09.580635+0000 front 2024-04-26T05:17:09.580854+0000 (oldest deadline 2024-04-26T05:17:35.480795+0000) 2024-04-26T05:17:49.056 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:48 smithi174 bash[32606]: debug 2024-04-26T05:17:48.747+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:17.782613+0000 front 2024-04-26T05:17:17.782578+0000 (oldest deadline 2024-04-26T05:17:43.082087+0000) 2024-04-26T05:17:49.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:49 smithi174 bash[44000]: debug 2024-04-26T05:17:49.051+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:49.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:49 smithi174 bash[44000]: debug 2024-04-26T05:17:49.051+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:17:49.773 DEBUG:teuthology.orchestra.run.smithi174:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.4.service' 2024-04-26T05:17:49.800 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T05:17:49.800 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-26T05:17:49.801 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-26T05:17:49.801 DEBUG:teuthology.orchestra.run.smithi174:> sudo systemctl stop ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.5 2024-04-26T05:17:49.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:49 smithi174 bash[38165]: debug 2024-04-26T05:17:49.679+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:49.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:49 smithi174 bash[38165]: debug 2024-04-26T05:17:49.679+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:16.849082+0000 front 2024-04-26T05:17:16.849316+0000 (oldest deadline 2024-04-26T05:17:42.148909+0000) 2024-04-26T05:17:49.930 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:49 smithi174 bash[32606]: debug 2024-04-26T05:17:49.723+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:09.580635+0000 front 2024-04-26T05:17:09.580854+0000 (oldest deadline 2024-04-26T05:17:35.480795+0000) 2024-04-26T05:17:49.930 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:49 smithi174 bash[32606]: debug 2024-04-26T05:17:49.723+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:17.782613+0000 front 2024-04-26T05:17:17.782578+0000 (oldest deadline 2024-04-26T05:17:43.082087+0000) 2024-04-26T05:17:49.931 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:49 smithi174 systemd[1]: Stopping Ceph osd.5 for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:17:50.094 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:50 smithi174 bash[32606]: debug 2024-04-26T05:17:50.003+0000 7efe44791700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-26T05:17:50.094 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:50 smithi174 bash[32606]: debug 2024-04-26T05:17:50.003+0000 7efe44791700 -1 osd.5 117 *** Got signal Terminated *** 2024-04-26T05:17:50.094 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:50 smithi174 bash[32606]: debug 2024-04-26T05:17:50.003+0000 7efe44791700 -1 osd.5 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T05:17:50.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:50 smithi174 bash[44000]: debug 2024-04-26T05:17:50.091+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:50.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:50 smithi174 bash[44000]: debug 2024-04-26T05:17:50.091+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:17:50.454 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:50 smithi102 bash[74515]: ts=2024-04-26T05:17:50.180Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:17:50.455 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:50 smithi102 bash[74515]: ts=2024-04-26T05:17:50.181Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-26T05:17:50.455 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:50 smithi102 bash[74515]: ts=2024-04-26T05:17:50.182Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:17:50.930 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:50 smithi174 bash[32606]: debug 2024-04-26T05:17:50.759+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:09.580635+0000 front 2024-04-26T05:17:09.580854+0000 (oldest deadline 2024-04-26T05:17:35.480795+0000) 2024-04-26T05:17:50.930 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:50 smithi174 bash[32606]: debug 2024-04-26T05:17:50.759+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:17.782613+0000 front 2024-04-26T05:17:17.782578+0000 (oldest deadline 2024-04-26T05:17:43.082087+0000) 2024-04-26T05:17:50.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:50 smithi174 bash[38165]: debug 2024-04-26T05:17:50.655+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:50.931 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:50 smithi174 bash[38165]: debug 2024-04-26T05:17:50.655+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:16.849082+0000 front 2024-04-26T05:17:16.849316+0000 (oldest deadline 2024-04-26T05:17:42.148909+0000) 2024-04-26T05:17:51.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:51 smithi174 bash[44000]: debug 2024-04-26T05:17:51.047+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:51.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:51 smithi174 bash[44000]: debug 2024-04-26T05:17:51.047+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:17:52.064 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:51 smithi174 bash[32606]: debug 2024-04-26T05:17:51.791+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:09.580635+0000 front 2024-04-26T05:17:09.580854+0000 (oldest deadline 2024-04-26T05:17:35.480795+0000) 2024-04-26T05:17:52.065 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:51 smithi174 bash[32606]: debug 2024-04-26T05:17:51.791+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:17.782613+0000 front 2024-04-26T05:17:17.782578+0000 (oldest deadline 2024-04-26T05:17:43.082087+0000) 2024-04-26T05:17:52.065 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:51 smithi174 bash[32606]: debug 2024-04-26T05:17:51.791+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:28.284318+0000 front 2024-04-26T05:17:28.284383+0000 (oldest deadline 2024-04-26T05:17:51.784036+0000) 2024-04-26T05:17:52.065 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:51 smithi174 bash[38165]: debug 2024-04-26T05:17:51.691+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:52.065 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:51 smithi174 bash[38165]: debug 2024-04-26T05:17:51.691+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:16.849082+0000 front 2024-04-26T05:17:16.849316+0000 (oldest deadline 2024-04-26T05:17:42.148909+0000) 2024-04-26T05:17:52.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:52 smithi174 bash[44000]: debug 2024-04-26T05:17:52.063+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:52.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:52 smithi174 bash[44000]: debug 2024-04-26T05:17:52.063+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:17:52.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:52 smithi174 bash[44000]: debug 2024-04-26T05:17:52.063+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:27.363518+0000 front 2024-04-26T05:17:27.363448+0000 (oldest deadline 2024-04-26T05:17:51.463292+0000) 2024-04-26T05:17:52.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:52 smithi174 bash[38165]: debug 2024-04-26T05:17:52.651+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:52.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:52 smithi174 bash[38165]: debug 2024-04-26T05:17:52.651+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:16.849082+0000 front 2024-04-26T05:17:16.849316+0000 (oldest deadline 2024-04-26T05:17:42.148909+0000) 2024-04-26T05:17:52.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:52 smithi174 bash[38165]: debug 2024-04-26T05:17:52.651+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:26.151460+0000 front 2024-04-26T05:17:26.151269+0000 (oldest deadline 2024-04-26T05:17:52.051061+0000) 2024-04-26T05:17:52.930 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:52 smithi174 bash[32606]: debug 2024-04-26T05:17:52.819+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:09.580635+0000 front 2024-04-26T05:17:09.580854+0000 (oldest deadline 2024-04-26T05:17:35.480795+0000) 2024-04-26T05:17:52.931 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:52 smithi174 bash[32606]: debug 2024-04-26T05:17:52.819+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:17.782613+0000 front 2024-04-26T05:17:17.782578+0000 (oldest deadline 2024-04-26T05:17:43.082087+0000) 2024-04-26T05:17:52.931 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:52 smithi174 bash[32606]: debug 2024-04-26T05:17:52.819+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:28.284318+0000 front 2024-04-26T05:17:28.284383+0000 (oldest deadline 2024-04-26T05:17:51.784036+0000) 2024-04-26T05:17:53.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:53 smithi174 bash[44000]: debug 2024-04-26T05:17:53.023+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:53.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:53 smithi174 bash[44000]: debug 2024-04-26T05:17:53.023+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:17:53.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:53 smithi174 bash[44000]: debug 2024-04-26T05:17:53.023+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:27.363518+0000 front 2024-04-26T05:17:27.363448+0000 (oldest deadline 2024-04-26T05:17:51.463292+0000) 2024-04-26T05:17:53.995 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:53 smithi174 bash[32606]: debug 2024-04-26T05:17:53.811+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:09.580635+0000 front 2024-04-26T05:17:09.580854+0000 (oldest deadline 2024-04-26T05:17:35.480795+0000) 2024-04-26T05:17:53.996 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:53 smithi174 bash[32606]: debug 2024-04-26T05:17:53.811+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:17.782613+0000 front 2024-04-26T05:17:17.782578+0000 (oldest deadline 2024-04-26T05:17:43.082087+0000) 2024-04-26T05:17:53.996 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:53 smithi174 bash[32606]: debug 2024-04-26T05:17:53.811+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:28.284318+0000 front 2024-04-26T05:17:28.284383+0000 (oldest deadline 2024-04-26T05:17:51.784036+0000) 2024-04-26T05:17:53.996 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:53 smithi174 bash[38165]: debug 2024-04-26T05:17:53.695+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:53.996 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:53 smithi174 bash[38165]: debug 2024-04-26T05:17:53.695+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:16.849082+0000 front 2024-04-26T05:17:16.849316+0000 (oldest deadline 2024-04-26T05:17:42.148909+0000) 2024-04-26T05:17:53.996 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:53 smithi174 bash[38165]: debug 2024-04-26T05:17:53.695+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:26.151460+0000 front 2024-04-26T05:17:26.151269+0000 (oldest deadline 2024-04-26T05:17:52.051061+0000) 2024-04-26T05:17:54.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:53 smithi174 bash[44000]: debug 2024-04-26T05:17:53.995+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:54.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:53 smithi174 bash[44000]: debug 2024-04-26T05:17:53.995+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:17:54.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:53 smithi174 bash[44000]: debug 2024-04-26T05:17:53.995+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:27.363518+0000 front 2024-04-26T05:17:27.363448+0000 (oldest deadline 2024-04-26T05:17:51.463292+0000) 2024-04-26T05:17:54.704 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:54 smithi102 bash[74515]: ts=2024-04-26T05:17:54.292Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:17:54.705 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:54 smithi102 bash[74515]: ts=2024-04-26T05:17:54.293Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-26T05:17:54.705 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:17:54 smithi102 bash[74515]: ts=2024-04-26T05:17:54.294Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:17:55.033 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:54 smithi174 bash[32606]: debug 2024-04-26T05:17:54.851+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:09.580635+0000 front 2024-04-26T05:17:09.580854+0000 (oldest deadline 2024-04-26T05:17:35.480795+0000) 2024-04-26T05:17:55.033 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:54 smithi174 bash[32606]: debug 2024-04-26T05:17:54.851+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:17.782613+0000 front 2024-04-26T05:17:17.782578+0000 (oldest deadline 2024-04-26T05:17:43.082087+0000) 2024-04-26T05:17:55.033 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:54 smithi174 bash[32606]: debug 2024-04-26T05:17:54.851+0000 7efe3dd89700 -1 osd.5 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:28.284318+0000 front 2024-04-26T05:17:28.284383+0000 (oldest deadline 2024-04-26T05:17:51.784036+0000) 2024-04-26T05:17:55.033 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:54 smithi174 bash[38165]: debug 2024-04-26T05:17:54.699+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:55.033 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:54 smithi174 bash[38165]: debug 2024-04-26T05:17:54.699+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:16.849082+0000 front 2024-04-26T05:17:16.849316+0000 (oldest deadline 2024-04-26T05:17:42.148909+0000) 2024-04-26T05:17:55.033 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:54 smithi174 bash[38165]: debug 2024-04-26T05:17:54.699+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:26.151460+0000 front 2024-04-26T05:17:26.151269+0000 (oldest deadline 2024-04-26T05:17:52.051061+0000) 2024-04-26T05:17:55.391 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:55 smithi174 bash[44000]: debug 2024-04-26T05:17:55.027+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:55.391 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:55 smithi174 bash[44000]: debug 2024-04-26T05:17:55.027+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:17:55.392 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:55 smithi174 bash[44000]: debug 2024-04-26T05:17:55.027+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:27.363518+0000 front 2024-04-26T05:17:27.363448+0000 (oldest deadline 2024-04-26T05:17:51.463292+0000) 2024-04-26T05:17:56.062 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:55 smithi174 bash[80897]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-5 2024-04-26T05:17:56.063 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:55 smithi174 bash[38165]: debug 2024-04-26T05:17:55.659+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:56.063 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:55 smithi174 bash[38165]: debug 2024-04-26T05:17:55.659+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:16.849082+0000 front 2024-04-26T05:17:16.849316+0000 (oldest deadline 2024-04-26T05:17:42.148909+0000) 2024-04-26T05:17:56.063 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:55 smithi174 bash[38165]: debug 2024-04-26T05:17:55.659+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:26.151460+0000 front 2024-04-26T05:17:26.151269+0000 (oldest deadline 2024-04-26T05:17:52.051061+0000) 2024-04-26T05:17:56.430 INFO:journalctl@ceph.osd.5.smithi174.stdout:Apr 26 05:17:56 smithi174 bash[80958]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-5 2024-04-26T05:17:56.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:56 smithi174 bash[44000]: debug 2024-04-26T05:17:56.059+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:56.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:56 smithi174 bash[44000]: debug 2024-04-26T05:17:56.059+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:17:56.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:56 smithi174 bash[44000]: debug 2024-04-26T05:17:56.059+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:27.363518+0000 front 2024-04-26T05:17:27.363448+0000 (oldest deadline 2024-04-26T05:17:51.463292+0000) 2024-04-26T05:17:56.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:56 smithi174 bash[38165]: debug 2024-04-26T05:17:56.615+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:56.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:56 smithi174 bash[38165]: debug 2024-04-26T05:17:56.615+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:16.849082+0000 front 2024-04-26T05:17:16.849316+0000 (oldest deadline 2024-04-26T05:17:42.148909+0000) 2024-04-26T05:17:56.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:56 smithi174 bash[38165]: debug 2024-04-26T05:17:56.615+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:26.151460+0000 front 2024-04-26T05:17:26.151269+0000 (oldest deadline 2024-04-26T05:17:52.051061+0000) 2024-04-26T05:17:57.353 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:57 smithi174 bash[44000]: debug 2024-04-26T05:17:57.071+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:57.353 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:57 smithi174 bash[44000]: debug 2024-04-26T05:17:57.071+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:17:57.353 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:57 smithi174 bash[44000]: debug 2024-04-26T05:17:57.071+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:27.363518+0000 front 2024-04-26T05:17:27.363448+0000 (oldest deadline 2024-04-26T05:17:51.463292+0000) 2024-04-26T05:17:57.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:57 smithi174 bash[38165]: debug 2024-04-26T05:17:57.639+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:57.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:57 smithi174 bash[38165]: debug 2024-04-26T05:17:57.639+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:16.849082+0000 front 2024-04-26T05:17:16.849316+0000 (oldest deadline 2024-04-26T05:17:42.148909+0000) 2024-04-26T05:17:57.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:57 smithi174 bash[38165]: debug 2024-04-26T05:17:57.639+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:26.151460+0000 front 2024-04-26T05:17:26.151269+0000 (oldest deadline 2024-04-26T05:17:52.051061+0000) 2024-04-26T05:17:57.964 DEBUG:teuthology.orchestra.run.smithi174:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.5.service' 2024-04-26T05:17:57.991 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T05:17:57.991 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-26T05:17:57.991 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-26T05:17:57.991 DEBUG:teuthology.orchestra.run.smithi174:> sudo systemctl stop ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.6 2024-04-26T05:17:58.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:58 smithi174 bash[44000]: debug 2024-04-26T05:17:58.119+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:58.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:58 smithi174 bash[44000]: debug 2024-04-26T05:17:58.119+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:17:58.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:58 smithi174 bash[44000]: debug 2024-04-26T05:17:58.119+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:27.363518+0000 front 2024-04-26T05:17:27.363448+0000 (oldest deadline 2024-04-26T05:17:51.463292+0000) 2024-04-26T05:17:58.431 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:58 smithi174 systemd[1]: Stopping Ceph osd.6 for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:17:58.431 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:58 smithi174 bash[38165]: debug 2024-04-26T05:17:58.147+0000 7f8d05e05700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-26T05:17:58.431 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:58 smithi174 bash[38165]: debug 2024-04-26T05:17:58.147+0000 7f8d05e05700 -1 osd.6 117 *** Got signal Terminated *** 2024-04-26T05:17:58.431 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:58 smithi174 bash[38165]: debug 2024-04-26T05:17:58.147+0000 7f8d05e05700 -1 osd.6 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T05:17:58.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:58 smithi174 bash[38165]: debug 2024-04-26T05:17:58.643+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:58.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:58 smithi174 bash[38165]: debug 2024-04-26T05:17:58.643+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:16.849082+0000 front 2024-04-26T05:17:16.849316+0000 (oldest deadline 2024-04-26T05:17:42.148909+0000) 2024-04-26T05:17:58.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:58 smithi174 bash[38165]: debug 2024-04-26T05:17:58.643+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:26.151460+0000 front 2024-04-26T05:17:26.151269+0000 (oldest deadline 2024-04-26T05:17:52.051061+0000) 2024-04-26T05:17:59.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:59 smithi174 bash[44000]: debug 2024-04-26T05:17:59.155+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:17:59.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:59 smithi174 bash[44000]: debug 2024-04-26T05:17:59.155+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:17:59.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:17:59 smithi174 bash[44000]: debug 2024-04-26T05:17:59.155+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:27.363518+0000 front 2024-04-26T05:17:27.363448+0000 (oldest deadline 2024-04-26T05:17:51.463292+0000) 2024-04-26T05:17:59.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:59 smithi174 bash[38165]: debug 2024-04-26T05:17:59.655+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:17:59.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:59 smithi174 bash[38165]: debug 2024-04-26T05:17:59.655+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:16.849082+0000 front 2024-04-26T05:17:16.849316+0000 (oldest deadline 2024-04-26T05:17:42.148909+0000) 2024-04-26T05:17:59.931 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:59 smithi174 bash[38165]: debug 2024-04-26T05:17:59.655+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:26.151460+0000 front 2024-04-26T05:17:26.151269+0000 (oldest deadline 2024-04-26T05:17:52.051061+0000) 2024-04-26T05:17:59.931 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:17:59 smithi174 bash[38165]: debug 2024-04-26T05:17:59.655+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-26T05:17:33.152603+0000 front 2024-04-26T05:17:33.152636+0000 (oldest deadline 2024-04-26T05:17:59.052387+0000) 2024-04-26T05:18:00.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:00 smithi174 bash[44000]: debug 2024-04-26T05:18:00.135+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:18:00.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:00 smithi174 bash[44000]: debug 2024-04-26T05:18:00.135+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:18:00.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:00 smithi174 bash[44000]: debug 2024-04-26T05:18:00.135+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:27.363518+0000 front 2024-04-26T05:17:27.363448+0000 (oldest deadline 2024-04-26T05:17:51.463292+0000) 2024-04-26T05:18:00.454 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:00 smithi102 bash[74515]: ts=2024-04-26T05:18:00.181Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-26T05:18:00.454 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:00 smithi102 bash[74515]: ts=2024-04-26T05:18:00.182Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-26T05:18:00.455 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:00 smithi102 bash[74515]: ts=2024-04-26T05:18:00.183Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:18:00.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:18:00 smithi174 bash[38165]: debug 2024-04-26T05:18:00.619+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:18:00.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:18:00 smithi174 bash[38165]: debug 2024-04-26T05:18:00.619+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:16.849082+0000 front 2024-04-26T05:17:16.849316+0000 (oldest deadline 2024-04-26T05:17:42.148909+0000) 2024-04-26T05:18:00.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:18:00 smithi174 bash[38165]: debug 2024-04-26T05:18:00.619+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:26.151460+0000 front 2024-04-26T05:17:26.151269+0000 (oldest deadline 2024-04-26T05:17:52.051061+0000) 2024-04-26T05:18:00.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:18:00 smithi174 bash[38165]: debug 2024-04-26T05:18:00.619+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-26T05:17:33.152603+0000 front 2024-04-26T05:17:33.152636+0000 (oldest deadline 2024-04-26T05:17:59.052387+0000) 2024-04-26T05:18:01.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:01 smithi174 bash[44000]: debug 2024-04-26T05:18:01.127+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:18:01.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:01 smithi174 bash[44000]: debug 2024-04-26T05:18:01.127+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:18:01.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:01 smithi174 bash[44000]: debug 2024-04-26T05:18:01.127+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:27.363518+0000 front 2024-04-26T05:17:27.363448+0000 (oldest deadline 2024-04-26T05:17:51.463292+0000) 2024-04-26T05:18:01.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:18:01 smithi174 bash[38165]: debug 2024-04-26T05:18:01.571+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:18:01.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:18:01 smithi174 bash[38165]: debug 2024-04-26T05:18:01.571+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:16.849082+0000 front 2024-04-26T05:17:16.849316+0000 (oldest deadline 2024-04-26T05:17:42.148909+0000) 2024-04-26T05:18:01.931 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:18:01 smithi174 bash[38165]: debug 2024-04-26T05:18:01.571+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:26.151460+0000 front 2024-04-26T05:17:26.151269+0000 (oldest deadline 2024-04-26T05:17:52.051061+0000) 2024-04-26T05:18:01.931 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:18:01 smithi174 bash[38165]: debug 2024-04-26T05:18:01.571+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-26T05:17:33.152603+0000 front 2024-04-26T05:17:33.152636+0000 (oldest deadline 2024-04-26T05:17:59.052387+0000) 2024-04-26T05:18:02.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:02 smithi174 bash[44000]: debug 2024-04-26T05:18:02.139+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:18:02.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:02 smithi174 bash[44000]: debug 2024-04-26T05:18:02.139+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:18:02.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:02 smithi174 bash[44000]: debug 2024-04-26T05:18:02.139+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:27.363518+0000 front 2024-04-26T05:17:27.363448+0000 (oldest deadline 2024-04-26T05:17:51.463292+0000) 2024-04-26T05:18:02.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:18:02 smithi174 bash[38165]: debug 2024-04-26T05:18:02.603+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.748162+0000 front 2024-04-26T05:17:12.748265+0000 (oldest deadline 2024-04-26T05:17:36.848103+0000) 2024-04-26T05:18:02.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:18:02 smithi174 bash[38165]: debug 2024-04-26T05:18:02.603+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:16.849082+0000 front 2024-04-26T05:17:16.849316+0000 (oldest deadline 2024-04-26T05:17:42.148909+0000) 2024-04-26T05:18:02.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:18:02 smithi174 bash[38165]: debug 2024-04-26T05:18:02.603+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:26.151460+0000 front 2024-04-26T05:17:26.151269+0000 (oldest deadline 2024-04-26T05:17:52.051061+0000) 2024-04-26T05:18:02.930 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:18:02 smithi174 bash[38165]: debug 2024-04-26T05:18:02.603+0000 7f8d03c06700 -1 osd.6 117 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-26T05:17:33.152603+0000 front 2024-04-26T05:17:33.152636+0000 (oldest deadline 2024-04-26T05:17:59.052387+0000) 2024-04-26T05:18:03.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:03 smithi174 bash[44000]: debug 2024-04-26T05:18:03.119+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:18:03.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:03 smithi174 bash[44000]: debug 2024-04-26T05:18:03.119+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:18:03.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:03 smithi174 bash[44000]: debug 2024-04-26T05:18:03.119+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:27.363518+0000 front 2024-04-26T05:17:27.363448+0000 (oldest deadline 2024-04-26T05:17:51.463292+0000) 2024-04-26T05:18:04.368 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:18:04 smithi174 bash[81092]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-6 2024-04-26T05:18:04.368 INFO:journalctl@ceph.osd.6.smithi174.stdout:Apr 26 05:18:04 smithi174 bash[81156]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-6 2024-04-26T05:18:04.369 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:04 smithi174 bash[44000]: debug 2024-04-26T05:18:04.122+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:18:04.369 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:04 smithi174 bash[44000]: debug 2024-04-26T05:18:04.122+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:18:04.369 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:04 smithi174 bash[44000]: debug 2024-04-26T05:18:04.122+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:27.363518+0000 front 2024-04-26T05:17:27.363448+0000 (oldest deadline 2024-04-26T05:17:51.463292+0000) 2024-04-26T05:18:04.369 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:04 smithi174 bash[44000]: debug 2024-04-26T05:18:04.122+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-26T05:17:37.364924+0000 front 2024-04-26T05:17:37.364957+0000 (oldest deadline 2024-04-26T05:18:03.264498+0000) 2024-04-26T05:18:04.704 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:04 smithi102 bash[74515]: ts=2024-04-26T05:18:04.293Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:18:04.705 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:04 smithi102 bash[74515]: ts=2024-04-26T05:18:04.294Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-26T05:18:04.705 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:04 smithi102 bash[74515]: ts=2024-04-26T05:18:04.295Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:18:05.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:05 smithi174 bash[44000]: debug 2024-04-26T05:18:05.090+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:18:05.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:05 smithi174 bash[44000]: debug 2024-04-26T05:18:05.090+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:18:05.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:05 smithi174 bash[44000]: debug 2024-04-26T05:18:05.090+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:27.363518+0000 front 2024-04-26T05:17:27.363448+0000 (oldest deadline 2024-04-26T05:17:51.463292+0000) 2024-04-26T05:18:05.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:05 smithi174 bash[44000]: debug 2024-04-26T05:18:05.090+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-26T05:17:37.364924+0000 front 2024-04-26T05:17:37.364957+0000 (oldest deadline 2024-04-26T05:18:03.264498+0000) 2024-04-26T05:18:06.114 DEBUG:teuthology.orchestra.run.smithi174:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.6.service' 2024-04-26T05:18:06.141 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T05:18:06.141 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-26T05:18:06.141 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-26T05:18:06.142 DEBUG:teuthology.orchestra.run.smithi174:> sudo systemctl stop ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.7 2024-04-26T05:18:06.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:06 smithi174 bash[44000]: debug 2024-04-26T05:18:06.094+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:18:06.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:06 smithi174 bash[44000]: debug 2024-04-26T05:18:06.094+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:18:06.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:06 smithi174 bash[44000]: debug 2024-04-26T05:18:06.094+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:27.363518+0000 front 2024-04-26T05:17:27.363448+0000 (oldest deadline 2024-04-26T05:17:51.463292+0000) 2024-04-26T05:18:06.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:06 smithi174 bash[44000]: debug 2024-04-26T05:18:06.094+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-26T05:17:37.364924+0000 front 2024-04-26T05:17:37.364957+0000 (oldest deadline 2024-04-26T05:18:03.264498+0000) 2024-04-26T05:18:06.431 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:06 smithi174 systemd[1]: Stopping Ceph osd.7 for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:18:06.431 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:06 smithi174 bash[44000]: debug 2024-04-26T05:18:06.302+0000 7f1fd2787700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-04-26T05:18:06.431 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:06 smithi174 bash[44000]: debug 2024-04-26T05:18:06.302+0000 7f1fd2787700 -1 osd.7 117 *** Got signal Terminated *** 2024-04-26T05:18:06.431 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:06 smithi174 bash[44000]: debug 2024-04-26T05:18:06.302+0000 7f1fd2787700 -1 osd.7 117 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-26T05:18:07.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:07 smithi174 bash[44000]: debug 2024-04-26T05:18:07.118+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:18:07.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:07 smithi174 bash[44000]: debug 2024-04-26T05:18:07.118+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:18:07.431 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:07 smithi174 bash[44000]: debug 2024-04-26T05:18:07.118+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:27.363518+0000 front 2024-04-26T05:17:27.363448+0000 (oldest deadline 2024-04-26T05:17:51.463292+0000) 2024-04-26T05:18:07.431 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:07 smithi174 bash[44000]: debug 2024-04-26T05:18:07.118+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-26T05:17:37.364924+0000 front 2024-04-26T05:17:37.364957+0000 (oldest deadline 2024-04-26T05:18:03.264498+0000) 2024-04-26T05:18:08.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:08 smithi174 bash[44000]: debug 2024-04-26T05:18:08.130+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:18:08.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:08 smithi174 bash[44000]: debug 2024-04-26T05:18:08.130+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:18:08.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:08 smithi174 bash[44000]: debug 2024-04-26T05:18:08.130+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:27.363518+0000 front 2024-04-26T05:17:27.363448+0000 (oldest deadline 2024-04-26T05:17:51.463292+0000) 2024-04-26T05:18:08.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:08 smithi174 bash[44000]: debug 2024-04-26T05:18:08.130+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-26T05:17:37.364924+0000 front 2024-04-26T05:17:37.364957+0000 (oldest deadline 2024-04-26T05:18:03.264498+0000) 2024-04-26T05:18:09.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:09 smithi174 bash[44000]: debug 2024-04-26T05:18:09.082+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:18:09.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:09 smithi174 bash[44000]: debug 2024-04-26T05:18:09.082+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:18:09.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:09 smithi174 bash[44000]: debug 2024-04-26T05:18:09.082+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:27.363518+0000 front 2024-04-26T05:17:27.363448+0000 (oldest deadline 2024-04-26T05:17:51.463292+0000) 2024-04-26T05:18:09.431 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:09 smithi174 bash[44000]: debug 2024-04-26T05:18:09.082+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-26T05:17:37.364924+0000 front 2024-04-26T05:17:37.364957+0000 (oldest deadline 2024-04-26T05:18:03.264498+0000) 2024-04-26T05:18:10.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:10 smithi174 bash[44000]: debug 2024-04-26T05:18:10.062+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:18:10.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:10 smithi174 bash[44000]: debug 2024-04-26T05:18:10.062+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:18:10.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:10 smithi174 bash[44000]: debug 2024-04-26T05:18:10.062+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:27.363518+0000 front 2024-04-26T05:17:27.363448+0000 (oldest deadline 2024-04-26T05:17:51.463292+0000) 2024-04-26T05:18:10.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:10 smithi174 bash[44000]: debug 2024-04-26T05:18:10.062+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-26T05:17:37.364924+0000 front 2024-04-26T05:17:37.364957+0000 (oldest deadline 2024-04-26T05:18:03.264498+0000) 2024-04-26T05:18:10.454 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:10 smithi102 bash[74515]: ts=2024-04-26T05:18:10.182Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-26T05:18:10.454 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:10 smithi102 bash[74515]: ts=2024-04-26T05:18:10.183Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-26T05:18:10.455 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:10 smithi102 bash[74515]: ts=2024-04-26T05:18:10.185Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:18:11.430 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:11 smithi174 bash[44000]: debug 2024-04-26T05:18:11.054+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-26T05:17:12.860157+0000 front 2024-04-26T05:17:12.859994+0000 (oldest deadline 2024-04-26T05:17:35.759997+0000) 2024-04-26T05:18:11.431 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:11 smithi174 bash[44000]: debug 2024-04-26T05:18:11.054+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-26T05:17:19.861367+0000 front 2024-04-26T05:17:19.861438+0000 (oldest deadline 2024-04-26T05:17:45.761183+0000) 2024-04-26T05:18:11.431 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:11 smithi174 bash[44000]: debug 2024-04-26T05:18:11.054+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-26T05:17:27.363518+0000 front 2024-04-26T05:17:27.363448+0000 (oldest deadline 2024-04-26T05:17:51.463292+0000) 2024-04-26T05:18:11.431 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:11 smithi174 bash[44000]: debug 2024-04-26T05:18:11.054+0000 7f1fcbd7f700 -1 osd.7 117 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-26T05:17:37.364924+0000 front 2024-04-26T05:17:37.364957+0000 (oldest deadline 2024-04-26T05:18:03.264498+0000) 2024-04-26T05:18:12.680 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:12 smithi174 bash[81290]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-7 2024-04-26T05:18:12.680 INFO:journalctl@ceph.osd.7.smithi174.stdout:Apr 26 05:18:12 smithi174 bash[81357]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-osd-7 2024-04-26T05:18:14.178 DEBUG:teuthology.orchestra.run.smithi174:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@osd.7.service' 2024-04-26T05:18:14.205 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T05:18:14.206 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-26T05:18:14.206 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-26T05:18:14.206 DEBUG:teuthology.orchestra.run.smithi174:> sudo systemctl stop ceph-5615ffaa-0387-11ef-bc93-c7b262605968@prometheus.a 2024-04-26T05:18:14.430 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:18:14 smithi174 systemd[1]: Stopping Ceph prometheus.a for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:18:14.431 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:18:14 smithi174 bash[61678]: ts=2024-04-26T05:18:14.375Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-26T05:18:14.431 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:18:14 smithi174 bash[61678]: ts=2024-04-26T05:18:14.375Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-26T05:18:14.431 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:18:14 smithi174 bash[61678]: ts=2024-04-26T05:18:14.375Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-26T05:18:14.431 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:18:14 smithi174 bash[61678]: ts=2024-04-26T05:18:14.375Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-26T05:18:14.431 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:18:14 smithi174 bash[61678]: ts=2024-04-26T05:18:14.375Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-26T05:18:14.431 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:18:14 smithi174 bash[61678]: ts=2024-04-26T05:18:14.375Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-26T05:18:14.431 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:18:14 smithi174 bash[61678]: ts=2024-04-26T05:18:14.375Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-26T05:18:14.432 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:18:14 smithi174 bash[61678]: ts=2024-04-26T05:18:14.375Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-26T05:18:14.432 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:18:14 smithi174 bash[61678]: ts=2024-04-26T05:18:14.375Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-26T05:18:14.432 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:18:14 smithi174 bash[61678]: ts=2024-04-26T05:18:14.376Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-26T05:18:14.432 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:18:14 smithi174 bash[61678]: ts=2024-04-26T05:18:14.376Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-26T05:18:14.432 INFO:journalctl@ceph.prometheus.a.smithi174.stdout:Apr 26 05:18:14 smithi174 bash[61678]: ts=2024-04-26T05:18:14.376Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-26T05:18:14.704 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:14 smithi102 bash[74515]: ts=2024-04-26T05:18:14.293Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-26T05:18:14.704 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:14 smithi102 bash[74515]: ts=2024-04-26T05:18:14.294Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-26T05:18:14.705 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:14 smithi102 bash[74515]: ts=2024-04-26T05:18:14.295Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:18:15.102 DEBUG:teuthology.orchestra.run.smithi174:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5615ffaa-0387-11ef-bc93-c7b262605968@prometheus.a.service' 2024-04-26T05:18:15.124 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-26T05:18:15.124 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-26T05:18:15.125 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T05:18:20.157 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:18:20 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:20.158 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:20 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:20.407 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:18:20 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:20.408 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:20 smithi102 bash[74515]: ts=2024-04-26T05:18:20.182Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:18:20.408 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:20 smithi102 bash[74515]: ts=2024-04-26T05:18:20.182Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-26T05:18:20.408 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:20 smithi102 bash[74515]: ts=2024-04-26T05:18:20.183Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:18:20.408 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:20 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:20.704 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:18:20 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:20.704 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:20 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:21.096 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:18:20 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:21.097 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:18:21 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:21.097 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:20 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:21.097 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:21 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:21.370 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:18:21 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:21.370 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:21 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:21.626 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:21 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:21.626 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:18:21 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:21.626 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:18:21 smithi102 systemd[1]: Stopping Ceph node-exporter.a for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:18:21.906 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:21 smithi102 bash[74515]: ts=2024-04-26T05:18:21.626Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-26T05:18:21.906 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:21 smithi102 bash[74515]: ts=2024-04-26T05:18:21.627Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi174.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.174:8443: connect: connection refused" 2024-04-26T05:18:22.583 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:18:22 smithi102 bash[122526]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-node-exporter-a 2024-04-26T05:18:22.584 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:18:22 smithi102 bash[122589]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-node-exporter-a 2024-04-26T05:18:22.584 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:18:22 smithi102 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-26T05:18:22.584 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:18:22 smithi102 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-26T05:18:22.584 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:18:22 smithi102 systemd[1]: Stopped Ceph node-exporter.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:18:22.850 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 26 05:18:22 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:22.851 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:22 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:22.851 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:22 smithi102 systemd[1]: Stopping Ceph alertmanager.a for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:18:22.852 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:22 smithi102 bash[74515]: ts=2024-04-26T05:18:22.802Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-26T05:18:23.704 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:23 smithi102 bash[122655]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-alertmanager-a 2024-04-26T05:18:23.704 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:23 smithi102 bash[122716]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-alertmanager-a 2024-04-26T05:18:23.704 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:23 smithi102 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-26T05:18:23.705 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:23 smithi102 systemd[1]: Stopped Ceph alertmanager.a for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:18:24.204 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 26 05:18:23 smithi102 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:29.409 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 --force --keep-logs 2024-04-26T05:18:34.420 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:18:34 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:34.420 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:18:34 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:34.670 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:18:34 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:34.671 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:18:34 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:34.929 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:18:34 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:34.930 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:18:34 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:35.330 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:18:35 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:35.331 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:18:35 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:35.331 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:18:35 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:35.331 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:18:35 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:35.608 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:18:35 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:35.609 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:18:35 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:35.929 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:18:35 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:35.930 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:18:35 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:35.930 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:18:35 smithi174 systemd[1]: Stopping Ceph node-exporter.b for 5615ffaa-0387-11ef-bc93-c7b262605968... 2024-04-26T05:18:36.679 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:18:36 smithi174 bash[81817]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-node-exporter-b 2024-04-26T05:18:36.680 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:18:36 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-26T05:18:36.680 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:18:36 smithi174 bash[81877]: Error response from daemon: No such container: ceph-5615ffaa-0387-11ef-bc93-c7b262605968-node-exporter-b 2024-04-26T05:18:36.680 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:18:36 smithi174 systemd[1]: ceph-5615ffaa-0387-11ef-bc93-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-26T05:18:36.680 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:18:36 smithi174 systemd[1]: Stopped Ceph node-exporter.b for 5615ffaa-0387-11ef-bc93-c7b262605968. 2024-04-26T05:18:37.002 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:18:36 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:37.002 INFO:journalctl@ceph.node-exporter.b.smithi174.stdout:Apr 26 05:18:36 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:37.430 INFO:journalctl@ceph.grafana.a.smithi174.stdout:Apr 26 05:18:37 smithi174 systemd[1]: /etc/systemd/system/ceph-5615ffaa-0387-11ef-bc93-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-04-26T05:18:41.971 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T05:18:41.985 DEBUG:teuthology.orchestra.run.smithi174:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-26T05:18:41.997 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-26T05:18:41.999 DEBUG:teuthology.misc:Transferring archived files from smithi102:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-26_02:08:13-upgrade-squid-distro-default-smithi/7674569/remote/smithi102/crash 2024-04-26T05:18:41.999 DEBUG:teuthology.orchestra.run.smithi102:> sudo tar c -f - -C /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/crash -- . 2024-04-26T05:18:42.039 INFO:teuthology.orchestra.run.smithi102.stderr:tar: /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T05:18:42.040 INFO:teuthology.orchestra.run.smithi102.stderr:tar: Error is not recoverable: exiting now 2024-04-26T05:18:42.041 DEBUG:teuthology.misc:Transferring archived files from smithi174:/var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-26_02:08:13-upgrade-squid-distro-default-smithi/7674569/remote/smithi174/crash 2024-04-26T05:18:42.042 DEBUG:teuthology.orchestra.run.smithi174:> sudo tar c -f - -C /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/crash -- . 2024-04-26T05:18:42.053 INFO:teuthology.orchestra.run.smithi174.stderr:tar: /var/lib/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/crash: Cannot open: No such file or directory 2024-04-26T05:18:42.053 INFO:teuthology.orchestra.run.smithi174.stderr:tar: Error is not recoverable: exiting now 2024-04-26T05:18:42.054 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-26T05:18:42.054 DEBUG:teuthology.orchestra.run.smithi102:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-04-26T05:18:42.097 INFO:teuthology.orchestra.run.smithi102.stdout:1714107100.970432 mon.a (mon.0) 511 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-26T05:18:42.098 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-26T05:18:42.098 INFO:tasks.cephadm:Compressing logs... 2024-04-26T05:18:42.098 DEBUG:teuthology.orchestra.run.smithi102:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T05:18:42.141 DEBUG:teuthology.orchestra.run.smithi174:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-26T05:18:42.151 INFO:teuthology.orchestra.run.smithi102.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-04-26T05:18:42.153 INFO:teuthology.orchestra.run.smithi174.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-04-26T05:18:42.160 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T05:18:42.160 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.7.log 2024-04-26T05:18:42.161 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.6.log 2024-04-26T05:18:42.162 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T05:18:42.162 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.6.log: /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.5.log 2024-04-26T05:18:42.162 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-mgr.x.log 2024-04-26T05:18:42.163 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.5.log: 83.3% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T05:18:42.163 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph.log 2024-04-26T05:18:42.163 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T05:18:42.164 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T05:18:42.165 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-mgr.x.log: /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-mds.foo.smithi174.idmghd.log 2024-04-26T05:18:42.167 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-26T05:18:42.168 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph.audit.log: 87.7% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T05:18:42.168 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-mon.b.log 2024-04-26T05:18:42.169 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-mgr.y.log 2024-04-26T05:18:42.169 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.0.log 2024-04-26T05:18:42.170 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.2.log 2024-04-26T05:18:42.170 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-mon.a.log 2024-04-26T05:18:42.170 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph.cephadm.log 2024-04-26T05:18:42.170 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.3.log 2024-04-26T05:18:42.172 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-mds.foo.smithi174.idmghd.log: 80.6% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-mds.foo.smithi174.idmghd.log.gz 2024-04-26T05:18:42.172 INFO:teuthology.orchestra.run.smithi174.stderr:gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.4.log 2024-04-26T05:18:42.172 INFO:teuthology.orchestra.run.smithi174.stderr: 89.5%/var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-mon.b.log: -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-26T05:18:42.173 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-mds.foo.smithi102.iafhgp.log 2024-04-26T05:18:42.174 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.1.log 2024-04-26T05:18:42.174 INFO:teuthology.orchestra.run.smithi102.stderr: 90.0% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph.cephadm.log.gz 2024-04-26T05:18:42.174 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-mds.foo.smithi102.iafhgp.log: gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph.log 2024-04-26T05:18:42.174 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.1.log: 86.8% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-mds.foo.smithi102.iafhgp.log.gz 2024-04-26T05:18:42.174 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-volume.log 2024-04-26T05:18:42.175 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph.log: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T05:18:42.175 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-mon.c.log 2024-04-26T05:18:42.180 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-volume.log: 92.9% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph.log.gz 2024-04-26T05:18:42.181 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph.audit.log 2024-04-26T05:18:42.181 INFO:teuthology.orchestra.run.smithi174.stderr:/var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.4.log: 91.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-26T05:18:42.181 INFO:teuthology.orchestra.run.smithi174.stderr: 91.3% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-volume.log.gz 2024-04-26T05:18:42.196 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-mon.c.log: 91.1% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-volume.log.gz/var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph.audit.log: 2024-04-26T05:18:42.203 INFO:teuthology.orchestra.run.smithi102.stderr: 93.5% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph.audit.log.gz 2024-04-26T05:18:42.234 INFO:teuthology.orchestra.run.smithi174.stderr: 89.9% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-mgr.x.log.gz 2024-04-26T05:18:42.587 INFO:teuthology.orchestra.run.smithi102.stderr: 89.1% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-mgr.y.log.gz 2024-04-26T05:18:42.654 INFO:teuthology.orchestra.run.smithi102.stderr: 92.2% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-mon.c.log.gz 2024-04-26T05:18:42.689 INFO:teuthology.orchestra.run.smithi174.stderr: 92.7% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-mon.b.log.gz 2024-04-26T05:18:42.720 INFO:teuthology.orchestra.run.smithi174.stderr: 92.9% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.6.log.gz 2024-04-26T05:18:42.834 INFO:teuthology.orchestra.run.smithi174.stderr: 93.2% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.7.log.gz 2024-04-26T05:18:42.842 INFO:teuthology.orchestra.run.smithi174.stderr: 93.4% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.5.log.gz 2024-04-26T05:18:42.931 INFO:teuthology.orchestra.run.smithi102.stderr: 92.9% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.2.log.gz 2024-04-26T05:18:42.983 INFO:teuthology.orchestra.run.smithi102.stderr: 93.2% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.0.log.gz 2024-04-26T05:18:43.073 INFO:teuthology.orchestra.run.smithi102.stderr: 93.3% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.3.log.gz 2024-04-26T05:18:43.074 INFO:teuthology.orchestra.run.smithi174.stderr: 93.4% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.4.log.gz 2024-04-26T05:18:43.074 INFO:teuthology.orchestra.run.smithi174.stderr: 2024-04-26T05:18:43.074 INFO:teuthology.orchestra.run.smithi174.stderr:real 0m0.841s 2024-04-26T05:18:43.074 INFO:teuthology.orchestra.run.smithi174.stderr:user 0m3.228s 2024-04-26T05:18:43.074 INFO:teuthology.orchestra.run.smithi174.stderr:sys 0m0.158s 2024-04-26T05:18:43.101 INFO:teuthology.orchestra.run.smithi102.stderr: 93.5% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-osd.1.log.gz 2024-04-26T05:18:43.369 INFO:teuthology.orchestra.run.smithi102.stderr: 90.7% -- replaced with /var/log/ceph/5615ffaa-0387-11ef-bc93-c7b262605968/ceph-mon.a.log.gz 2024-04-26T05:18:43.370 INFO:teuthology.orchestra.run.smithi102.stderr: 2024-04-26T05:18:43.371 INFO:teuthology.orchestra.run.smithi102.stderr:real 0m1.227s 2024-04-26T05:18:43.371 INFO:teuthology.orchestra.run.smithi102.stderr:user 0m5.325s 2024-04-26T05:18:43.371 INFO:teuthology.orchestra.run.smithi102.stderr:sys 0m0.219s 2024-04-26T05:18:43.371 INFO:tasks.cephadm:Archiving logs... 2024-04-26T05:18:43.371 DEBUG:teuthology.misc:Transferring archived files from smithi102:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-26_02:08:13-upgrade-squid-distro-default-smithi/7674569/remote/smithi102/log 2024-04-26T05:18:43.373 DEBUG:teuthology.orchestra.run.smithi102:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T05:18:44.044 DEBUG:teuthology.misc:Transferring archived files from smithi174:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-26_02:08:13-upgrade-squid-distro-default-smithi/7674569/remote/smithi174/log 2024-04-26T05:18:44.045 DEBUG:teuthology.orchestra.run.smithi174:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-26T05:18:44.458 INFO:tasks.cephadm:Removing cluster... 2024-04-26T05:18:44.459 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 --force 2024-04-26T05:18:45.967 DEBUG:teuthology.orchestra.run.smithi174:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 5615ffaa-0387-11ef-bc93-c7b262605968 --force 2024-04-26T05:18:47.516 INFO:tasks.cephadm:Removing cephadm ... 2024-04-26T05:18:47.517 DEBUG:teuthology.orchestra.run.smithi102:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T05:18:47.523 DEBUG:teuthology.orchestra.run.smithi174:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-26T05:18:47.528 INFO:tasks.cephadm:Teardown complete 2024-04-26T05:18:47.529 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-26T05:18:47.538 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-26T05:18:47.539 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-26T05:18:47.569 DEBUG:teuthology.orchestra.run.smithi174:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-26T05:18:47.634 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-26T05:18:47.643 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-26T05:18:47.644 DEBUG:teuthology.orchestra.run.smithi102:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T05:18:47.646 DEBUG:teuthology.orchestra.run.smithi174:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-26T05:18:47.658 INFO:teuthology.orchestra.run.smithi174.stdout: remote refid st t when poll reach delay offset jitter 2024-04-26T05:18:47.658 INFO:teuthology.orchestra.run.smithi174.stdout:============================================================================== 2024-04-26T05:18:47.658 INFO:teuthology.orchestra.run.smithi174.stdout:+hv01.front.sepi 67.205.162.81 3 u 77 128 377 0.083 -2.233 0.147 2024-04-26T05:18:47.658 INFO:teuthology.orchestra.run.smithi174.stdout:+hv02.front.sepi 63.231.80.2 3 u 15 128 377 0.102 +0.153 0.157 2024-04-26T05:18:47.658 INFO:teuthology.orchestra.run.smithi174.stdout:*hv03.front.sepi 74.6.168.72 3 u 81 128 377 0.108 -1.141 0.143 2024-04-26T05:18:47.658 INFO:teuthology.orchestra.run.smithi174.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-04-26T05:18:47.660 INFO:teuthology.orchestra.run.smithi102.stdout: remote refid st t when poll reach delay offset jitter 2024-04-26T05:18:47.660 INFO:teuthology.orchestra.run.smithi102.stdout:============================================================================== 2024-04-26T05:18:47.660 INFO:teuthology.orchestra.run.smithi102.stdout:+hv01.front.sepi 67.205.162.81 3 u 23 64 377 0.080 -3.382 0.694 2024-04-26T05:18:47.660 INFO:teuthology.orchestra.run.smithi102.stdout:+hv02.front.sepi 63.231.80.2 3 u 18 64 377 0.103 -1.118 0.646 2024-04-26T05:18:47.661 INFO:teuthology.orchestra.run.smithi102.stdout:*hv03.front.sepi 74.6.168.72 3 u 7 64 377 0.087 -1.339 0.944 2024-04-26T05:18:47.661 INFO:teuthology.orchestra.run.smithi102.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-04-26T05:18:47.661 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-26T05:18:47.670 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-26T05:18:47.671 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-26T05:18:47.735 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-26T05:18:47.745 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-26T05:18:47.753 INFO:teuthology.task.internal:Duration was 2769.404172 seconds 2024-04-26T05:18:47.754 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-26T05:18:47.765 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-26T05:18:47.765 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T05:18:47.768 DEBUG:teuthology.orchestra.run.smithi174:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-26T05:18:47.804 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-26T05:18:47.804 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi102.front.sepia.ceph.com 2024-04-26T05:18:47.804 DEBUG:teuthology.orchestra.run.smithi102:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T05:18:47.853 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi174.front.sepia.ceph.com 2024-04-26T05:18:47.853 DEBUG:teuthology.orchestra.run.smithi174:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-26T05:18:47.864 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-26T05:18:47.865 DEBUG:teuthology.orchestra.run.smithi102:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T05:18:47.897 DEBUG:teuthology.orchestra.run.smithi174:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-26T05:18:47.960 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-26T05:18:47.960 DEBUG:teuthology.orchestra.run.smithi102:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T05:18:47.962 DEBUG:teuthology.orchestra.run.smithi174:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-26T05:18:48.165 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-26T05:18:48.178 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-26T05:18:48.179 DEBUG:teuthology.orchestra.run.smithi102:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T05:18:48.190 DEBUG:teuthology.orchestra.run.smithi174:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-26T05:18:48.204 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-26T05:18:48.215 DEBUG:teuthology.orchestra.run.smithi102:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T05:18:48.235 DEBUG:teuthology.orchestra.run.smithi174:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-26T05:18:48.241 INFO:teuthology.orchestra.run.smithi102.stdout:kernel.core_pattern = core 2024-04-26T05:18:48.259 INFO:teuthology.orchestra.run.smithi174.stdout:kernel.core_pattern = core 2024-04-26T05:18:48.291 DEBUG:teuthology.orchestra.run.smithi102:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T05:18:48.299 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T05:18:48.299 DEBUG:teuthology.orchestra.run.smithi174:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-26T05:18:48.336 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-26T05:18:48.336 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-26T05:18:48.347 INFO:teuthology.task.internal:Transferring archived files... 2024-04-26T05:18:48.348 DEBUG:teuthology.misc:Transferring archived files from smithi102:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-26_02:08:13-upgrade-squid-distro-default-smithi/7674569/remote/smithi102 2024-04-26T05:18:48.348 DEBUG:teuthology.orchestra.run.smithi102:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T05:18:48.378 DEBUG:teuthology.misc:Transferring archived files from smithi174:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-26_02:08:13-upgrade-squid-distro-default-smithi/7674569/remote/smithi174 2024-04-26T05:18:48.378 DEBUG:teuthology.orchestra.run.smithi174:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-26T05:18:48.406 INFO:teuthology.task.internal:Removing archive directory... 2024-04-26T05:18:48.407 DEBUG:teuthology.orchestra.run.smithi102:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T05:18:48.413 DEBUG:teuthology.orchestra.run.smithi174:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-26T05:18:48.450 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-26T05:18:48.464 INFO:teuthology.task.internal:Not uploading archives. 2024-04-26T05:18:48.464 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-26T05:18:48.475 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-26T05:18:48.475 DEBUG:teuthology.orchestra.run.smithi102:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T05:18:48.478 DEBUG:teuthology.orchestra.run.smithi174:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-26T05:18:48.481 INFO:teuthology.orchestra.run.smithi102.stdout: 658624 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 05:18 /home/ubuntu/cephtest 2024-04-26T05:18:48.497 INFO:teuthology.orchestra.run.smithi174.stdout: 658624 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 26 05:18 /home/ubuntu/cephtest 2024-04-26T05:18:48.498 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-26T05:18:48.510 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-26T05:18:48.592 INFO:teuthology.nuke:Checking targets against current locks 2024-04-26T05:18:48.621 DEBUG:teuthology.nuke:shortname: smithi102 2024-04-26T05:18:48.621 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-26T05:18:48.647 DEBUG:teuthology.nuke:shortname: smithi174 2024-04-26T05:18:48.647 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-26T05:18:48.651 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi102.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-26_02:08:13-upgrade-squid-distro-default-smithi/7674569', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 04:24:10.747158', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNehggq1tZkPrQ99xqPX0uy4gJNf/g6il5ZSUA25Bch0B3SqoyWKXnBLHntjcEClNYTKVCBStqU3PN6dOCQZfmo='} 2024-04-26T05:18:48.671 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi174.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-26_02:08:13-upgrade-squid-distro-default-smithi/7674569', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-26 04:24:10.745964', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHqQND/QU64un26UXAODkE8dUueLoaZmpmFKWaNK3nbICUWOQrYk99ucT1lPtO+p6rFnqY5o+pA1x6WREV4J6f4='} 2024-04-26T05:18:48.703 INFO:teuthology.orchestra.console.smithi102:Power off 2024-04-26T05:18:48.703 DEBUG:teuthology.orchestra.console.smithi102:pexpect command: ipmitool -H smithi102.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-26T05:18:48.723 INFO:teuthology.orchestra.console.smithi174:Power off 2024-04-26T05:18:48.724 DEBUG:teuthology.orchestra.console.smithi174:pexpect command: ipmitool -H smithi174.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-26T05:18:48.738 DEBUG:teuthology.orchestra.console.smithi102:power off output: Chassis Power Control: Down/Off 2024-04-26T05:18:48.739 DEBUG:teuthology.orchestra.console.smithi102:pexpect command: ipmitool -H smithi102.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T05:18:48.762 DEBUG:teuthology.orchestra.console.smithi102:check power output: Chassis Power is on 2024-04-26T05:18:48.774 DEBUG:teuthology.orchestra.console.smithi174:power off output: Chassis Power Control: Down/Off 2024-04-26T05:18:48.774 DEBUG:teuthology.orchestra.console.smithi174:pexpect command: ipmitool -H smithi174.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T05:18:48.804 DEBUG:teuthology.orchestra.console.smithi174:check power output: Chassis Power is on 2024-04-26T05:18:52.764 DEBUG:teuthology.orchestra.console.smithi102:pexpect command: ipmitool -H smithi102.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T05:18:52.805 DEBUG:teuthology.orchestra.console.smithi174:pexpect command: ipmitool -H smithi174.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T05:18:52.877 DEBUG:teuthology.orchestra.console.smithi102:check power output: Chassis Power is on 2024-04-26T05:18:52.916 DEBUG:teuthology.orchestra.console.smithi174:check power output: Chassis Power is on 2024-04-26T05:18:56.882 DEBUG:teuthology.orchestra.console.smithi102:pexpect command: ipmitool -H smithi102.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T05:18:56.916 DEBUG:teuthology.orchestra.console.smithi174:pexpect command: ipmitool -H smithi174.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T05:18:56.994 DEBUG:teuthology.orchestra.console.smithi102:check power output: Chassis Power is on 2024-04-26T05:18:57.031 DEBUG:teuthology.orchestra.console.smithi174:check power output: Chassis Power is on 2024-04-26T05:19:00.998 DEBUG:teuthology.orchestra.console.smithi102:pexpect command: ipmitool -H smithi102.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T05:19:01.032 DEBUG:teuthology.orchestra.console.smithi174:pexpect command: ipmitool -H smithi174.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-26T05:19:01.109 DEBUG:teuthology.orchestra.console.smithi102:check power output: Chassis Power is off 2024-04-26T05:19:01.142 DEBUG:teuthology.orchestra.console.smithi174:check power output: Chassis Power is off 2024-04-26T05:19:01.211 INFO:teuthology.orchestra.console.smithi102:Power off completed 2024-04-26T05:19:01.243 INFO:teuthology.orchestra.console.smithi174:Power off completed 2024-04-26T05:19:01.348 INFO:teuthology.run:Summary data: description: upgrade/quincy-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/rbd-import-export 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/radosbench mon_election/connectivity} duration: 2769.404171705246 failure_reason: timeout expired in wait_until_healthy flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=8d0b99f9ac1849ce91ecdf8dc5402d25 status: fail success: false 2024-04-26T05:19:01.349 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-26T05:19:01.437 INFO:teuthology.run:FAIL